-- Logs begin at Thu 2022-03-31 20:33:40 UTC, end at Thu 2022-03-31 21:59:52 UTC. -- Mar 31 21:30:13.996219 dv-cinder-836074-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 21:30:16.914416 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.common.config [-] Logging enabled! Mar 31 21:30:16.915504 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 21:30:16.915691 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 21:30:16.919081 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.common.config [-] Logging enabled! Mar 31 21:30:16.919336 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 21:30:16.919644 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104213) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 21:30:16.920589 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:30:16.920821 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:30:16.921184 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:30:16.921460 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:30:16.921685 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:30:16.922444 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.922870 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 21:30:16.923187 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.923484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.923774 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.924067 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.924359 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.924642 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.924929 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.925226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.925534 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.925812 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.926093 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.926383 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.926664 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.926948 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.927231 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.927508 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] debug = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.927784 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.928212 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.928640 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.928921 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.929211 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.929513 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.929800 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.930092 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.930375 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.930704 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] host = dv-cinder-836074-1-iscsi {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.930982 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.931270 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.931556 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.931840 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.932111 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.932388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.932672 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.932941 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.933210 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.933505 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.933790 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.934074 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.934362 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.934586 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.934808 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.935094 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.935380 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.935652 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.935926 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.936193 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.936464 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.936733 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.936998 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.937277 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.937581 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.937864 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.938134 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.938405 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.938673 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.938941 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.939220 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.939491 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.939760 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.940032 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.940316 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.940583 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.940854 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.941149 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.941470 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.941752 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.942294 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.942573 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.942855 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.943123 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.943392 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.943659 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] use_json = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.943925 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.944444 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.944722 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.944995 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.945260 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.945576 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.945847 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.946128 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.946396 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:16.946694 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.946989 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.947286 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.947580 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.947869 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.948143 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.948428 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.948703 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.948988 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.949272 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.949577 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.949850 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.950145 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.950437 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.950728 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.951027 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.951316 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.951603 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.951873 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.952141 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.952408 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.952680 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.952963 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.953234 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.953542 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.953827 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.954101 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.954394 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.954680 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.954970 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.955257 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.955528 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.955802 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.956087 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.956360 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.956631 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.956904 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.957189 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.957496 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.957767 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.958043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.958314 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.958582 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.958848 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.959119 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.959404 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.959674 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.959939 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.960204 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.960480 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.960745 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.961025 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.961837 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.962107 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.962373 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.962645 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.962919 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.963187 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.963460 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.963727 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.963996 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.964263 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.964534 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.964802 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.965070 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.965356 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.965629 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.965895 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.966166 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.966433 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.966703 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.966971 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.967243 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.967508 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.967792 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.968087 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.968361 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.968634 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.968910 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.969187 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.969484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.969758 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.970033 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.970308 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.970579 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.970875 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.971156 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.971440 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.971739 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.972013 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.972303 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.972577 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.972850 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.973128 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.973424 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.973696 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.973973 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.974251 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.974545 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.974835 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.975124 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.975415 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.975705 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.975979 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.976282 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.976558 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:16.976791 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:30:16.977601 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104213) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 21:30:17.347095 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 21:30:17.347368 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 21:30:17.347668 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 21:30:17.348139 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 21:30:17.672339 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.672540 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.672807 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.674009 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.674285 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.674673 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.730806 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.731123 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.731429 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.746587 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.746863 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.747127 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.775416 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.775693 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.775960 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.917555 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.918209 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:17.918209 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.148285 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.148566 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.148854 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.149117 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.149839 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.249782 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.250291 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.250766 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.251198 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.251620 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.252025 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.252295 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.252554 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.252809 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.253093 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.253386 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.253656 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.253911 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.254164 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.254759 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.254759 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.255368 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.255368 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.255985 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.255985 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.255985 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.256285 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.256428 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.256810 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.257055 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.257322 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.257717 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:18.257957 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:18.258233 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:18.258469 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:18.258702 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:18.258939 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:18.259303 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 21:30:18.262556 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 21:30:18.266550 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 21:30:18.270359 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 31 21:30:18.271967 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 21:30:18.272428 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 21:30:18.272759 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 21:30:18.273141 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 21:30:18.275972 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 21:30:18.276221 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 21:30:18.276565 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 21:30:18.281508 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 21:30:18.305766 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 21:30:18.306165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.306464 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104213) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 21:30:18.306830 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.308167 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104213) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 21:30:18.308441 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 21:30:18.308680 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 21:30:18.311975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.312255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.374017 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 21:30:18.374253 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 21:30:18.374485 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 21:30:18.374861 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 21:30:18.395010 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_db.sqlalchemy.engines [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104213) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 21:30:18.834271 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing driver for type 'gre' Mar 31 21:30:18.834832 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] gre ID ranges: [(1, 1000)] Mar 31 21:30:18.890883 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing driver for type 'local' Mar 31 21:30:18.891273 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing driver for type 'vlan' Mar 31 21:30:18.905792 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] VlanTypeDriver initialization complete Mar 31 21:30:18.906210 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing driver for type 'vxlan' Mar 31 21:30:18.906766 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] vxlan ID ranges: [(1, 1000)] Mar 31 21:30:18.960822 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing extension driver 'port_security' Mar 31 21:30:18.961532 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.extensions.port_security [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] PortSecurityExtensionDriver initialization complete Mar 31 21:30:18.961641 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing mechanism driver 'openvswitch' Mar 31 21:30:18.961962 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing mechanism driver 'hyperv' Mar 31 21:30:18.968565 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.plugin [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:30:18.969244 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.969639 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.969987 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.970520 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:30:18.970953 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.971334 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.971679 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.972076 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:30:18.972477 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.972822 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.973162 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.973585 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:30:18.973986 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > security_group after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.974332 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > security_group after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.974674 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.975207 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:30:18.975613 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.975964 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.976312 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.976710 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:30:18.977805 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > address_group after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.978154 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > address_group after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.978495 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.978893 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104213) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:30:18.979332 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] ML2 OVO RPC backend initialized. {{(pid=104213) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 21:30:18.980034 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.980389 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.980806 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.981159 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > networks before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.981529 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.981872 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > ports before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.982212 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.982560 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnets before_response 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.982900 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.983245 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.983582 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.983918 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.984258 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.984597 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.984930 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.985267 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.985626 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:18.993571 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded quota_driver: . Mar 31 21:30:18.993937 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.plugin [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Modular L2 Plugin initialization complete Mar 31 21:30:18.994282 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading services supported by the core plugin {{(pid=104213) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 21:30:18.994621 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.plugins.ml2.managers [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Got port-security extension from driver 'port_security' Mar 31 21:30:18.995114 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.extensions.vlantransparent [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Disabled vlantransparent extension. Mar 31 21:30:18.995607 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104213) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 21:30:18.995934 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: router Mar 31 21:30:19.030629 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.031024 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_create 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.031392 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router before_create 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.031761 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.032136 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.032491 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_delete 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.032849 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.033196 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.033588 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_create 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.033934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_update 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.034281 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_update 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.034626 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.034983 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_update 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.035394 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_update 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.035763 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.036102 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.036438 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: subnet after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.036776 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.037119 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.037492 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_create 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.037836 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.038178 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.038528 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router after_update 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.038868 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.039214 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_create 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.040108 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.040502 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_update 55549900 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.040802 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > agent after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.041150 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > agent after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.041522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > network after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.042413 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Tracking information for resource: router configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:19.042744 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Tracking information for resource: floatingip configured {{(pid=104213) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:30:19.047755 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.db.l3_agentschedulers_db [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 21:30:19.048343 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.048701 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port after_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.049049 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port after_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.049432 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: port after_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.050231 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router before_create 55550100 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.050594 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.050953 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_create 55550100 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.051312 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > router precommit_update 55550100 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.056766 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.provider_configuration [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service providers = [] {{(pid=104213) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 21:30:19.057127 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.db.servicetype_db [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104213) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 21:30:19.060153 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.service_base [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:30:19.060496 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.service_base [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:30:19.060845 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.service_base [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:30:19.061753 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.services.service_base [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104213) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:30:19.062120 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.services.service_base [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 21:30:19.062500 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.062814 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 21:30:19.073550 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.073884 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: auto_allocate Mar 31 21:30:19.079798 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: network precommit_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.080164 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: network precommit_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.080690 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.081005 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: tag Mar 31 21:30:19.088164 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.088443 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: timestamp Mar 31 21:30:19.092484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.092807 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: network_ip_availability Mar 31 21:30:19.098314 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.098688 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.099042 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.099767 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.100082 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: flavors Mar 31 21:30:19.104857 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.105185 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading Plugin: revisions Mar 31 21:30:19.109471 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104213) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:30:19.109867 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_concurrency.lockutils [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=104213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 21:30:19.110635 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104213) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 21:30:19.110942 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Initializing extension manager. Mar 31 21:30:19.111557 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: __init__.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.111810 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: __pycache__ {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.112146 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: address_group.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.112904 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.113521 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: address-group Mar 31 21:30:19.113830 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: address_scope.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.114539 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.115056 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: address-scope Mar 31 21:30:19.115373 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.116471 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.116977 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: router-admin-state-down-before-update Mar 31 21:30:19.117307 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: agent.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.118568 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.119080 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: agent Mar 31 21:30:19.119394 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: agent_resources_synced.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.120300 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.120815 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: agent-resources-synced Mar 31 21:30:19.121129 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: allowedaddresspairs.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.122950 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.123463 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: allowed-address-pairs Mar 31 21:30:19.123785 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: auto_allocated_topology.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.124844 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.125384 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: auto-allocated-topology Mar 31 21:30:19.125725 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: availability_zone.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.126468 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.126919 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: availability_zone Mar 31 21:30:19.127237 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: availability_zone_filter.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.128143 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.128645 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: availability_zone_filter Mar 31 21:30:19.128966 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: data_plane_status.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.129891 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.130398 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 21:30:19.130723 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: default_subnetpools.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.131630 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.132167 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: default-subnetpools Mar 31 21:30:19.132491 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.133943 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.134439 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: dhcp_agent_scheduler Mar 31 21:30:19.134759 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: dns.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.135673 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.136180 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 21:30:19.136500 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: dns_domain_ports.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.137486 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.137962 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 21:30:19.138285 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.139215 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.139721 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 21:30:19.140043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: dvr.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.140730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.141238 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: dvr Mar 31 21:30:19.141582 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: ecmp_routes.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.142498 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.143005 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 21:30:19.143325 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: empty_string_filtering.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.144231 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.144742 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: empty-string-filtering Mar 31 21:30:19.145060 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.146000 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.146508 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 21:30:19.146826 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.147733 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.148239 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 21:30:19.148557 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: external_net.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.149553 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.150066 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: external-net Mar 31 21:30:19.150387 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.151326 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.151804 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: extra_dhcp_opt Mar 31 21:30:19.152123 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: extraroute.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.153020 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.153553 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: extraroute Mar 31 21:30:19.153871 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: extraroute_atomic.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.154910 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.155418 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: extraroute-atomic Mar 31 21:30:19.155735 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: filter_validation.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.156407 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.156910 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: filter-validation Mar 31 21:30:19.157227 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: fip_pf_description.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.158149 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.158647 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 21:30:19.158965 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: fip_pf_port_range.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.159877 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.160382 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 21:30:19.160708 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: fip_port_details.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.161644 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.162147 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: fip-port-details Mar 31 21:30:19.162465 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: flavors.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.163711 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.164235 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: flavors Mar 31 21:30:19.165554 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.167322 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.167874 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 21:30:19.168161 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: floatingip_pools.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.168862 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.169393 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: floatingip-pools Mar 31 21:30:19.169718 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: ip_allocation.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.170639 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.171142 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 21:30:19.171465 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.172379 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.172887 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: ip-substring-filtering Mar 31 21:30:19.173209 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l2_adjacency.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.174168 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.174672 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 21:30:19.174992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.177638 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.178180 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: router Mar 31 21:30:19.178506 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.181371 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.181911 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 21:30:19.182244 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.183178 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.183698 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: ext-gw-mode Mar 31 21:30:19.184024 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.184952 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.185505 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: l3-ha Mar 31 21:30:19.185831 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.186750 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.187257 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 21:30:19.187578 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_flavors.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.188852 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.189532 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: l3-flavors Mar 31 21:30:19.189963 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.191423 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.191963 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 21:30:19.192292 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.193251 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.195564 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 21:30:19.195564 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: l3agentscheduler.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.195564 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.196588 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: l3_agent_scheduler Mar 31 21:30:19.196917 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: local_ip.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.198871 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.199416 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension local_ip not supported by any of loaded plugins Mar 31 21:30:19.199754 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: logging.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.201274 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.201839 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension logging not supported by any of loaded plugins Mar 31 21:30:19.202168 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: metering.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.202934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.203529 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: metering Mar 31 21:30:19.203853 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.204992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.205537 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: metering_source_and_destination_fields Mar 31 21:30:19.205872 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: multiprovidernet.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.206826 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.207343 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: multi-provider Mar 31 21:30:19.207662 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: netmtu.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.208848 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.209498 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: net-mtu Mar 31 21:30:19.209833 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: netmtu_writable.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.210765 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.211524 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: net-mtu-writable Mar 31 21:30:19.211850 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: network_availability_zone.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.212521 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.213028 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: network_availability_zone Mar 31 21:30:19.213373 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: network_ip_availability.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.214500 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.215013 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: network-ip-availability Mar 31 21:30:19.215338 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: network_segment_range.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.216124 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.216628 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 21:30:19.216951 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: pagination.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.218143 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.218481 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: pagination Mar 31 21:30:19.218800 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: port_device_profile.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.219728 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.220249 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: port-device-profile Mar 31 21:30:19.220573 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.221522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.222037 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: port-mac-address-regenerate Mar 31 21:30:19.222360 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.223279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.223793 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: port-numa-affinity-policy Mar 31 21:30:19.224112 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: port_resource_request.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.225024 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.225556 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 21:30:19.225875 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: port_resource_request_groups.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.226893 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.227408 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 21:30:19.227731 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: portbindings.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.228648 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.229159 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: binding Mar 31 21:30:19.229504 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: portbindings_extended.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.230782 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.231295 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: binding-extended Mar 31 21:30:19.231624 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: portsecurity.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.232539 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.233056 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: port-security Mar 31 21:30:19.233412 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: project_id.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.234389 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.234723 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: project-id Mar 31 21:30:19.235044 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: providernet.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.235962 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.236482 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: provider Mar 31 21:30:19.236805 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.240550 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.241077 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos not supported by any of loaded plugins Mar 31 21:30:19.242950 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.243300 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.243825 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 21:30:19.244154 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.245192 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.245779 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 21:30:19.246105 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_default.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.247147 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.247707 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-default not supported by any of loaded plugins Mar 31 21:30:19.248032 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_fip.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.249007 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.249553 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 21:30:19.249875 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.250796 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.251307 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 21:30:19.251631 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_gateway_ip.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.252581 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.253172 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 21:30:19.253530 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_port_network_policy.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.254528 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.255103 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 21:30:19.255428 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.256527 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.257043 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 21:30:19.257396 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.259031 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.259543 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 21:30:19.259866 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_pps_rule.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.261055 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.261611 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 21:30:19.261922 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_rule_type_details.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.263306 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.263901 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 21:30:19.264232 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.265161 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.265708 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 21:30:19.266030 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: qos_rules_alias.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.267068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.267579 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 21:30:19.267908 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: quota_check_limit.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.268816 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.269347 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: quota-check-limit Mar 31 21:30:19.269670 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: quotasv2.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.270669 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.270995 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: quotas Mar 31 21:30:19.271313 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: quotasv2_detail.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.273193 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.273574 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: quota_details Mar 31 21:30:19.273959 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: rbac.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.275038 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.275576 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: rbac-policies Mar 31 21:30:19.275908 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: rbac_address_group.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.276836 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.277386 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: rbac-address-group Mar 31 21:30:19.277714 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: rbac_address_scope.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.278630 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.279139 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: rbac-address-scope Mar 31 21:30:19.279461 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: rbac_security_groups.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.280444 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.280953 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: rbac-security-groups Mar 31 21:30:19.281275 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: rbac_subnetpool.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.282217 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.282725 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: rbac-subnetpool Mar 31 21:30:19.283051 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: revisionifmatch.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.283966 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.284476 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: revision-if-match Mar 31 21:30:19.284791 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: revisions.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.285929 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.286444 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: standard-attr-revisions Mar 31 21:30:19.286770 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: router_availability_zone.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.287438 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.287948 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: router_availability_zone Mar 31 21:30:19.288270 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: routerservicetype.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.289228 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.289800 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 21:30:19.290124 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.291052 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.291563 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: security-groups-normalized-cidr Mar 31 21:30:19.291958 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.292886 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.293427 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: port-security-groups-filtering Mar 31 21:30:19.293752 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.294691 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.295200 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: security-groups-remote-address-group Mar 31 21:30:19.295521 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.296432 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.296972 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: security-groups-shared-filtering Mar 31 21:30:19.297262 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.297887 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 21:30:19.298206 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: securitygroup.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.309448 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.310016 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: security-group Mar 31 21:30:19.310349 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: segment.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.311133 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.311649 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension segment not supported by any of loaded plugins Mar 31 21:30:19.311977 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.312984 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.313518 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 21:30:19.313847 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: servicetype.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.315002 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: service-type Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: sorting.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: sorting Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: standard_attr_segment.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.315537 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 21:30:19.324937 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: standardattrdescription.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.324937 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.324937 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: standard-attr-description Mar 31 21:30:19.324937 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: stateful_security_group.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.324937 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.324937 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: stateful-security-group Mar 31 21:30:19.325391 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: stdattrs_common.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.325391 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 21:30:19.325391 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.325611 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.326045 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 21:30:19.326368 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: subnet_onboard.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.327468 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.327989 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: subnet_onboard Mar 31 21:30:19.328311 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.329242 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.329776 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 21:30:19.330096 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: subnet_service_types.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.331017 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.331531 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: subnet-service-types Mar 31 21:30:19.331849 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: subnetallocation.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.332944 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.333520 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: subnet_allocation Mar 31 21:30:19.333842 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.334512 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.335020 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: subnetpool-prefix-ops Mar 31 21:30:19.335337 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.336324 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.336835 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 21:30:19.337154 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: tagging.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.338331 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.338799 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: standard-attr-tag Mar 31 21:30:19.339123 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: timestamp.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.340339 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.340861 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loaded extension: standard-attr-timestamp Mar 31 21:30:19.341188 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: trunk.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.342258 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.342775 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension trunk not supported by any of loaded plugins Mar 31 21:30:19.343100 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: trunk_details.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.344023 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.344532 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 21:30:19.344854 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: uplink_status_propagation.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.345815 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.346327 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 21:30:19.346651 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Loading extension file: vlantransparent.py {{(pid=104213) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:30:19.347330 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104213) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:30:19.347840 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 21:30:19.350459 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:network Mar 31 21:30:19.350988 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:subnet Mar 31 21:30:19.351384 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:30:19.351798 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:port Mar 31 21:30:19.353070 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.353537 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service FLAVORS assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.354162 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.354582 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.354910 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:router Mar 31 21:30:19.355343 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 21:30:19.355832 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service METERING assigned prefix: /metering {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.357288 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.357681 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.358031 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104213) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:30:19.359032 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 21:30:19.359474 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:security_group Mar 31 21:30:19.359906 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 21:30:19.360497 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service CORE assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.360823 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:30:19.361165 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] subnetpool is already registered Mar 31 21:30:19.361627 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service CORE assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.361950 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:30:19.362278 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] subnetpool is already registered Mar 31 21:30:19.364544 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.364978 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service FLAVORS assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.365593 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.366015 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.366345 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:router Mar 31 21:30:19.366680 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] router is already registered Mar 31 21:30:19.367094 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 21:30:19.367984 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] floatingip is already registered Mar 31 21:30:19.368416 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service METERING assigned prefix: /metering {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.369076 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 21:30:19.369432 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] rbac_policy is already registered Mar 31 21:30:19.369846 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:security_group Mar 31 21:30:19.370180 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] security_group is already registered Mar 31 21:30:19.370579 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 21:30:19.370909 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] security_group_rule is already registered Mar 31 21:30:19.371528 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service CORE assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.371851 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:30:19.372178 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] subnetpool is already registered Mar 31 21:30:19.372593 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.v2.resource_helper [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Service CORE assigned prefix: {{(pid=104213) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:30:19.372912 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:30:19.373242 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING neutron.quota.resource_registry [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] subnetpool is already registered Mar 31 21:30:19.373725 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: extensions {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.375220 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: address-groups {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.376682 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: address-scopes {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.378004 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: agents {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.379150 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: auto-allocated-topology {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.380363 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: availability_zones {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.381598 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: dhcp-networks {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.383239 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: dhcp-agents {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.385122 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: routers {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.387314 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: flavors {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.388461 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: service_profiles {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.389786 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: next_providers {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.391197 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: service_profiles {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.393687 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: floatingip-pools {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.394892 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: routers {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.397137 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: floatingips {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.398570 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: l3-routers {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.400025 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: l3-agents {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.401427 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: metering-labels {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.402782 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: metering-label-rules {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.404042 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: network-ip-availabilities {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.405334 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: bindings {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.406961 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: quotas {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.408507 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: quotas {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.410058 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: rbac-policies {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.411343 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: security-groups {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.412571 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: security-group-rules {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.413847 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: service-providers {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.415203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: subnetpools {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.416610 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: subnetpools {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.418095 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.419769 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.421589 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.423355 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.425118 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.426989 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.428653 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.431089 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.432845 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.434766 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron.api.extensions [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Extended resource: tags {{(pid=104213) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:30:19.440725 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING keystonemiddleware.auth_token [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 21:30:19.446403 dv-cinder-836074-1-iscsi neutron-server[104213]: WARNING keystonemiddleware.auth_token [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 21:30:19.455134 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_concurrency.lockutils [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Acquired lock "singleton_lock" {{(pid=104213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 21:30:19.455610 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_concurrency.lockutils [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Releasing lock "singleton_lock" {{(pid=104213) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 21:30:19.456277 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Starting 2 workers Mar 31 21:30:19.461380 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Started child 104524 {{(pid=104213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:30:19.466202 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Started child 104525 {{(pid=104213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:30:19.466979 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:19.467881 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO neutron.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 21:30:19.468541 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:19.468766 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [-] (104524) wsgi starting up on http://0.0.0.0:9696 Mar 31 21:30:19.471159 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Starting 1 workers Mar 31 21:30:19.471359 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:19.472881 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [-] (104525) wsgi starting up on http://0.0.0.0:9696 Mar 31 21:30:19.476591 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Started child 104526 {{(pid=104213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:30:19.477741 dv-cinder-836074-1-iscsi neutron-server[104213]: INFO oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Starting 1 workers Mar 31 21:30:19.481171 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] calling RpcWorker wait() {{(pid=104526) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 21:30:19.481947 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] returning from RpcWorker wait() {{(pid=104526) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 21:30:19.482448 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Started child 104527 {{(pid=104213) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:30:19.483027 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:19.483308 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG neutron_lib.callbacks.manager [None req-3578f364-56ac-4964-8ec7-3c8c67b43760 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:19.483535 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:30:19.485367 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 21:30:19.485671 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:30:19.485890 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:30:19.486107 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:30:19.486343 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:30:19.486637 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:30:19.487001 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.487281 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.487546 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.487774 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:19.488590 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.488590 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.489045 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.489045 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.489522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.489522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.489948 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.489948 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.490423 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.490423 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.490825 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.491041 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.491268 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.491773 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.491773 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.492093 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.492093 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.492356 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.493205 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.493522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] debug = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.493764 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.494229 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.494488 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.494679 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.495021 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.495200 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.495404 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.495686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.495927 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.496163 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.496407 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.496672 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.496901 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.497103 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.497368 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.497578 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.497844 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.498078 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.498567 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] host = dv-cinder-836074-1-iscsi {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.498785 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.499019 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.499266 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.499530 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.499789 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.500019 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.505575 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_options = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.506757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.507686 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.508804 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.509865 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.511758 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.511758 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.511758 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.511758 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512523 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.512730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.514203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.514203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.514203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.514203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.514203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_json = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.514203 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.515426 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.515426 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.515426 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.515426 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.515426 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.516524 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.516524 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.516524 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.517042 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.517042 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.517508 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.517737 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.517956 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.518189 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.520487 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.523963 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.524495 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.524825 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.525715 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.525974 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.527712 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.528696 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.529526 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.530095 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.530522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.530967 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.531374 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.531823 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.532224 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.533043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.533380 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.533624 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.533869 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.534116 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.534353 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.534664 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.535292 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.535292 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.535538 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.535964 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.536411 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.536639 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.537034 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.537253 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.537553 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.537770 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.538187 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.538505 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.538729 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.539169 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.540236 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.541399 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.541716 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.542068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.542382 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.542682 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.542929 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.543176 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.543561 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.543800 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.544033 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.544267 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.544512 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.544773 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.545043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.545333 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.545568 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.545787 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.546384 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.546662 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.549382 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.549645 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.549883 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.550107 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.550372 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.550627 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.550884 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.551139 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.551366 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.551586 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.551815 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.552042 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.552284 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.552531 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.552766 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.552987 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.553205 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.553681 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.553914 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.554129 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.554370 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.554590 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.554808 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.555830 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.555950 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.556466 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.557559 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.559469 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.559764 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.560066 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.560415 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.560678 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.560955 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.561205 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.561492 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.561719 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.561982 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.562581 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.562815 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.563051 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.563503 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.563898 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.564162 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.564416 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.564795 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.565045 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.565271 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.565535 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.565798 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.566020 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.566268 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.566573 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.566860 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.567105 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.567340 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.567613 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.567878 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.568167 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.568417 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.568670 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.568897 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.569465 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.569764 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.570041 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.570330 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.570636 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.570901 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.571152 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.571408 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.571671 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.571938 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.572173 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.572420 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.572660 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.572899 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.573120 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.573458 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.573786 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.574021 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.574312 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.574589 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.574898 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.575208 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.575653 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.575930 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.576188 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.576450 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.576700 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.576952 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.577457 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.577703 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.577941 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.578161 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.578412 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.578633 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.578887 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.579108 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.579324 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.579591 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.579825 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.580043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.580259 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.580497 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.580734 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.580982 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.581198 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.581445 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.581683 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.581900 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.582118 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.582338 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.582551 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.582795 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.583013 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.583288 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.583569 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.583832 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.583993 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.584224 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.584461 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.584675 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.584937 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.585157 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.585416 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.585632 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.585868 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.586082 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.586382 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.586613 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.586991 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.587231 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.587474 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.587815 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.588057 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.588304 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.588594 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.588780 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.588997 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.589240 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.589503 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.589740 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.589957 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.590201 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.590444 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.590663 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.590881 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.591096 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.591332 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.591573 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.591835 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.592086 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.592304 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.592527 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.592744 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.592960 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.593175 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.593434 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.593618 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.593823 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.594046 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.594258 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.594548 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.594795 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.595047 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.595322 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.595569 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.595822 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.596057 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.596264 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.596476 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.596576 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:30:19.596699 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.597066 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.597450 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.597709 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.597923 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.598155 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.598379 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.598617 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.598827 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.599073 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.599392 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.599609 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.599830 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.600046 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.600261 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.600491 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.600723 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.600934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.601155 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.601491 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.601628 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.602418 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.602727 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.602928 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.603151 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.603366 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.603580 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.603885 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.604202 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.604355 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.604638 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.604863 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.605124 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.605438 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.605757 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.605965 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.606380 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.606606 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.606827 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.607063 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.607315 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.607650 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.607941 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.608192 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.608444 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.608720 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.609021 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.609321 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.609538 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.609834 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.610170 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.610443 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.610693 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.610931 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.611178 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.611402 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.611628 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.611864 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.612113 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.612317 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.612579 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.612810 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.613045 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.613249 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.613507 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.613724 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.613958 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.614184 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.614420 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.614627 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.614829 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:30:19.615315 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104213) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 21:30:19.615471 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:30:19.615632 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:30:19.615790 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:30:19.615938 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:30:19.616081 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:30:19.616282 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.616433 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.616577 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.616722 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.616929 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.617075 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.617334 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.617568 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.617772 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.617772 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.618043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.618043 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.618307 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.618452 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.618653 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.618653 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619002 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619002 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619321 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619321 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619711 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619711 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.619711 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] debug = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620160 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620160 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620160 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620593 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620593 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620593 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620978 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.620978 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.621241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.621241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.621568 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.621568 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.621852 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.621852 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.622176 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.622176 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.622691 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.622691 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.622691 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] host = dv-cinder-836074-1-iscsi {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.623346 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.623346 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.623346 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.623346 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.623346 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.625934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_options = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.627431 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.628801 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.631388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.632552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.634484 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.635975 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_json = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.637068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.638279 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.639223 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.640226 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.641241 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.642255 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.643165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644079 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.644992 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.645911 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.645911 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.645911 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.645911 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.646351 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.646351 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.646351 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.646684 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.646684 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.646684 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647208 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647208 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647208 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647597 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647597 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647597 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647968 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.647968 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.648216 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.648216 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.648452 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.648580 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.648710 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.648892 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.649037 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.649181 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.649434 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.649600 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.649766 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.649898 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650026 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650170 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650313 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650458 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650601 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650746 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.650889 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.651035 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.651180 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.651327 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.651573 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.651731 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.651888 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652038 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652181 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652338 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652483 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652627 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652770 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.652934 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.653096 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.653257 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.653454 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.653615 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.653768 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.653941 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.654090 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.654234 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.654406 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.654556 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.654737 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.654886 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655031 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655188 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655333 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655475 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655644 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655809 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.655938 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.656102 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.656263 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.656438 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.656585 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.656748 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.656896 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.657080 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.657229 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.657480 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.657624 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.657764 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.657907 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658068 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658198 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658324 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658452 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658618 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658778 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.658938 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659087 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659231 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659388 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659533 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659676 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659846 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.659995 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.660163 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.660311 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.660500 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.660649 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.660808 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.660952 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.661096 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.661265 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.661442 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.661587 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.661730 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.661879 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662023 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662185 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662330 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662472 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662671 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662824 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.662970 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.663141 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.663290 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.663434 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.663602 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.663746 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.663890 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.664048 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.664193 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.664898 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665050 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665194 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665368 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665534 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665678 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665822 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.665965 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.666155 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.666303 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.666446 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.666618 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.666768 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.666927 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667073 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667217 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667358 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667529 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667678 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667844 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.667991 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.668154 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.668311 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.668443 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.668612 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.668776 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.668919 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.669085 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.669252 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.669451 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.669599 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.669761 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.669906 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670051 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670193 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670337 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670506 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670681 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670830 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.670974 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.671130 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.671275 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.671446 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.671620 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.671767 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.671911 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672081 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672231 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672380 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672539 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672679 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672851 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.672997 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.673146 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.673289 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.673492 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.673640 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.673813 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.673977 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674122 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674265 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674409 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674554 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674697 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674840 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.674986 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.675245 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.675391 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.675535 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.675677 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.675821 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.675966 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676108 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676249 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676393 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676552 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676694 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676838 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.676980 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.677122 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.677258 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.677432 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.677579 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.677725 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.677886 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678030 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678174 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678349 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678499 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678678 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678828 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.678999 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.679149 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.679332 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.679481 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.679653 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.679828 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.680558 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.680713 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.680860 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681033 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681179 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681376 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681522 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681664 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681808 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.681952 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.682094 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.682264 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.682411 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.682554 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.682719 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.682880 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.683024 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.683165 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.683321 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:30:19.683463 dv-cinder-836074-1-iscsi neutron-server[104213]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104213) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:30:19.695592 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47212) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:19.704340 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064578 Mar 31 21:30:32.337210 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bfc502-85e1-46ae-9bdf-23fe99fa7edc None None] get_active_networks_info from dv-cinder-836074-1-iscsi {{(pid=104526) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 21:30:32.435062 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfc502-85e1-46ae-9bdf-23fe99fa7edc None None] No non-hosted networks {{(pid=104526) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 21:30:32.457425 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.agentschedulers_db [None req-75bfc502-85e1-46ae-9bdf-23fe99fa7edc None None] DHCP Agent not found on host dv-cinder-836074-1-iscsi {{(pid=104526) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 21:30:32.591493 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-88d13d13-84e7-453c-b27a-a7ed7d4f1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819620'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:35.142021 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f748190b-ddb5-4830-a0e8-f9586dddf205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819620'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:35.210407 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-731b761d-3d45-4acb-bc81-60bdb3ad5914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:35.529735 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47276) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:36.131921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819620'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:36.443959 dv-cinder-836074-1-iscsi neutron-server[104524]: WARNING oslo_policy.policy [None req-d8d6364a-859a-4f7f-825e-d8e2c9a7f317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:36.444903 dv-cinder-836074-1-iscsi neutron-server[104524]: WARNING oslo_policy.policy [None req-d8d6364a-859a-4f7f-825e-d8e2c9a7f317 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:36.688853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [None req-d8d6364a-859a-4f7f-825e-d8e2c9a7f317 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:30:36.699172 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d8d6364a-859a-4f7f-825e-d8e2c9a7f317 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1594222 Mar 31 21:30:37.733162 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819620'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:38.981105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819620'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:38.982585 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.982903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.983274 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.983607 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.983934 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.984248 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.985175 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.985538 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.986066 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.986588 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.987117 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.987628 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.988146 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.988676 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.989175 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:38.989653 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836074-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:30:38.997733 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836074-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:30:39.356343 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47310) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:39.709444 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:30:39.803890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.policy [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104524) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 21:30:39.847661 dv-cinder-836074-1-iscsi neutron-server[104524]: WARNING oslo_policy.policy [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:39.848048 dv-cinder-836074-1-iscsi neutron-server[104524]: WARNING oslo_policy.policy [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:39.950229 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792900596180', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792900597639', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792900417354', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792900414617', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792900432014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792900215007', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1064346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1109132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-412185', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437103'] for rbac-policy (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:40.032383 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:40.037973 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-e9f69337-be7f-4301-9173-6513ee6ebe21 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6804333 Mar 31 21:30:42.792747 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47322) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:43.368839 dv-cinder-836074-1-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:43.370806 dv-cinder-836074-1-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:43.560651 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.db.l3_hamode_db [None req-77359896-100d-4e3b-bd6a-1f78d754d059 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 21:30:43.595672 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:30:43.644257 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77359896-100d-4e3b-bd6a-1f78d754d059 None None] Routers set() bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:30:43.644654 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77359896-100d-4e3b-bd6a-1f78d754d059 None None] Router IDs set() for agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 21:30:43.657351 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Made reservation on behalf of f60f2caa6903498b880ac17acb4293ef for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:30:43.721089 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.policy [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104525) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 21:30:43.764878 dv-cinder-836074-1-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:43.765273 dv-cinder-836074-1-iscsi neutron-server[104525]: WARNING oslo_policy.policy [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:30:43.775955 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:43.799987 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:43.923718 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks [] for security_group (38f5b985-eadc-464b-a8f5-b1bba40d0a08), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:43.928020 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (38f5b985-eadc-464b-a8f5-b1bba40d0a08), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:43.954886 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:30:43.995630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792897910321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (47a7b28a-474f-496a-a52a-deac85c515dd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:43.996261 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Unsubscribe: segment precommit_create {{(pid=104525) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 21:30:43.996796 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Added segment 47a7b28a-474f-496a-a52a-deac85c515dd of type vlan for network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb Mar 31 21:30:44.015093 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5b985-eadc-464b-a8f5-b1bba40d0a08,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:44.038416 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.038770 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.039125 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.040039 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.040377 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.040767 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.041097 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.041546 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.041873 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.042195 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.042509 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.043207 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.043207 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.043483 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.043762 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Tracked resource versions report: Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: pushed versions: Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: { 'AddressGroup': {'1.2'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Agent': {'1.1'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'ConntrackHelper': {'1.0'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Log': {'1.0'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'NDPProxy': {'1.0'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Network': {'1.1'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Port': {'1.7'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'PortForwarding': {'1.3'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'QosPolicy': {'1.10'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroup': {'1.5'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SubPort': {'1.0'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Subnet': {'1.1'}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Trunk': {'1.1'}} Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: consumer versions: Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Agent': '1.1', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'ConntrackHelper': '1.0', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'LocalIPAssociation': '1.0', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Log': '1.0', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'NDPProxy': '1.0', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Network': '1.1', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Port': '1.7', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'PortForwarding': '1.3', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'QosPolicy': '1.10', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroup': '1.5', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroupRule': '1.2', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SubPort': '1.0', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Subnet': '1.1', Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Trunk': '1.1'}} Mar 31 21:30:44.045266 dv-cinder-836074-1-iscsi neutron-server[104525]: {{(pid=104525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:30:44.129514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (cca75c6e-2aff-4e44-b49c-8e3c258bd1cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:44.182763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (cca75c6e-2aff-4e44-b49c-8e3c258bd1cb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:44.188075 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:30:44.188836 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:44.295385 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5012114 Mar 31 21:30:44.324307 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e262e3-32d3-451f-8c08-7202bf2661a6 demo demo] Pushing event updated for resources: {'Network': ['ID=cca75c6e-2aff-4e44-b49c-8e3c258bd1cb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:44.338448 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:30:46.951622 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47342) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:47.489222 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00029dea-a502-45a3-8ff8-9b386fa263c7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:30:47.490808 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-00029dea-a502-45a3-8ff8-9b386fa263c7 demo admin] 10.222.0.20 "GET /v2.0/networks/cca75c6e-2aff-4e44-b49c-8e3c258bd1cb HTTP/1.1" status: 200 len: 825 time: 0.5382538 Mar 31 21:30:47.516150 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7829399b-831b-4ec9-83e6-aa7dee27285c demo admin] 10.222.0.20 "GET /v2.0/subnetpools/c8f34287-6c31-4d15-9090-4fe76a8d650a HTTP/1.1" status: 200 len: 734 time: 0.0195806 Mar 31 21:30:47.525590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Request body: {'subnet': {'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:30:47.552118 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Made reservation on behalf of f60f2caa6903498b880ac17acb4293ef for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:30:47.555504 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:47.872500 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:47.946769 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Checking segment: {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:30:47.947165 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Network hostable DHCP agents. Network: cca75c6e-2aff-4e44-b49c-8e3c258bd1cb, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:30:47.962292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Pushing event updated for resources: {'Subnet': ['ID=eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:47.978097 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.978440 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.978796 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.979137 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.979468 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.979809 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.980135 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.980496 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.980875 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.981196 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.981544 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.981890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.982188 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.982503 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.982834 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Tracked resource versions report: Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: pushed versions: Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: { 'AddressGroup': {'1.2'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Agent': {'1.1'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'ConntrackHelper': {'1.0'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Log': {'1.0'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'NDPProxy': {'1.0'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Network': {'1.1'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Port': {'1.7'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'PortForwarding': {'1.3'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'QosPolicy': {'1.10'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroup': {'1.5'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SubPort': {'1.0'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Subnet': {'1.1'}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Trunk': {'1.1'}} Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: consumer versions: Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Agent': '1.1', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'ConntrackHelper': '1.0', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'LocalIPAssociation': '1.0', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Log': '1.0', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'NDPProxy': '1.0', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Network': '1.1', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Port': '1.7', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'PortForwarding': '1.3', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'QosPolicy': '1.10', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroup': '1.5', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroupRule': '1.2', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SubPort': '1.0', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Subnet': '1.1', Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Trunk': '1.1'}} Mar 31 21:30:47.984264 dv-cinder-836074-1-iscsi neutron-server[104524]: {{(pid=104524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:30:47.999232 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:30:48.022538 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, cca75c6e-2aff-4e44-b49c-8e3c258bd1cb) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:30:48.031737 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:30:48.032906 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.041496 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b93d91-64da-4094-ada7-c210264beced None None] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:30:48.052091 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-73d1603c-32d7-4ae7-876c-6f4ffad7fe59 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5304163 Mar 31 21:30:48.480568 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:30:48.483412 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:48.809678 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Allocated IP 172.20.0.2 (cca75c6e-2aff-4e44-b49c-8e3c258bd1cb/eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4/53cb46fc-8d3c-4899-9427-0d92855300a0) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:30:49.098649 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Publish callbacks [] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:49.106484 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:49.183117 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:30:49.189976 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:30:49.193342 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:30:49.204578 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Pushing event updated for resources: {'Port': ['ID=53cb46fc-8d3c-4899-9427-0d92855300a0,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:49.233623 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.233973 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.234334 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.234692 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.235031 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.235389 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.235718 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.236047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.236377 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.236698 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.237028 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.237389 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.237720 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.238041 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.238361 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Tracked resource versions report: Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: pushed versions: Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: { 'AddressGroup': {'1.2'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Agent': {'1.1'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'ConntrackHelper': {'1.0'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Log': {'1.0'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'NDPProxy': {'1.0'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Network': {'1.1'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Port': {'1.7'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'PortForwarding': {'1.3'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'QosPolicy': {'1.10'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroup': {'1.5'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SubPort': {'1.0'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Subnet': {'1.1'}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Trunk': {'1.1'}} Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: consumer versions: Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Agent': '1.1', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'ConntrackHelper': '1.0', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'LocalIPAssociation': '1.0', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Log': '1.0', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'NDPProxy': '1.0', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Network': '1.1', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Port': '1.7', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'PortForwarding': '1.3', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'QosPolicy': '1.10', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroup': '1.5', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroupRule': '1.2', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SubPort': '1.0', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Subnet': '1.1', Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Trunk': '1.1'}} Mar 31 21:30:49.239826 dv-cinder-836074-1-iscsi neutron-server[104526]: {{(pid=104526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:30:49.293453 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Attempting to bind port 53cb46fc-8d3c-4899-9427-0d92855300a0 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:30:49.293861 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Attempting to bind port 53cb46fc-8d3c-4899-9427-0d92855300a0 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:30:49.294310 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Attempting to bind port 53cb46fc-8d3c-4899-9427-0d92855300a0 on network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:30:49.300139 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:30:49.300547 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Checking segment: {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:30:49.300967 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:49.301380 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Bound using segment: {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:30:49.301853 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Bound port: 53cb46fc-8d3c-4899-9427-0d92855300a0, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:30:49.302256 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:49.369081 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] For port 53cb46fc-8d3c-4899-9427-0d92855300a0, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:30:49.373469 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] For port 53cb46fc-8d3c-4899-9427-0d92855300a0, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=53cb46fc-8d3c-4899-9427-0d92855300a0,segment=NetworkSegment(47a7b28a-474f-496a-a52a-deac85c515dd),segment_id=47a7b28a-474f-496a-a52a-deac85c515dd)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:30:49.384134 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:49.448883 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8292c-00ad-4308-a6aa-246536276693 None None] Pushing event updated for resources: {'Port': ['ID=53cb46fc-8d3c-4899-9427-0d92855300a0,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:30:50.681379 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47354) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:51.007540 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [None req-18c9f5bd-6013-4d95-a5a5-3244b0ce3888 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:30:51.008598 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-18c9f5bd-6013-4d95-a5a5-3244b0ce3888 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261976 Mar 31 21:30:53.584369 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47362) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:53.905923 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [None req-aa987ae6-3c70-4f46-af9e-ad07b30472ee admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:30:53.906918 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-aa987ae6-3c70-4f46-af9e-ad07b30472ee admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216317 Mar 31 21:30:56.462896 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47370) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:56.796496 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:30:56.823056 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (5487d8eb-23f0-4c6a-b4cf-b4309686f414), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:56.824655 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (5487d8eb-23f0-4c6a-b4cf-b4309686f414), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:56.982508 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] Publish callbacks [] for router_controller (5487d8eb-23f0-4c6a-b4cf-b4309686f414), precommit_add_association {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:56.987679 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (5487d8eb-23f0-4c6a-b4cf-b4309686f414), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:57.010832 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:30:57.016423 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-33f8bbfb-7c21-4154-8617-9eff032b2a56 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5524366 Mar 31 21:30:59.590059 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47382) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:30:59.931885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [None req-be5c81b4-d157-4cb7-b512-81665a507e72 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:30:59.932931 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-be5c81b4-d157-4cb7-b512-81665a507e72 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3417985 Mar 31 21:30:59.986002 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 53cb46fc-8d3c-4899-9427-0d92855300a0 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:31:00.085802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 53cb46fc-8d3c-4899-9427-0d92855300a0 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:00.086255 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:00.206345 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 53cb46fc-8d3c-4899-9427-0d92855300a0 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:00.207002 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:00.242215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 53cb46fc-8d3c-4899-9427-0d92855300a0, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=53cb46fc-8d3c-4899-9427-0d92855300a0,segment=NetworkSegment(47a7b28a-474f-496a-a52a-deac85c515dd),segment_id=47a7b28a-474f-496a-a52a-deac85c515dd)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:31:00.246987 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:00.299751 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=53cb46fc-8d3c-4899-9427-0d92855300a0,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:00.847842 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892d969-a6b5-410b-8478-86585389357b None None] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:31:00.912669 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-2c9561a0-f220-48ab-b59c-35720c0301c7 None None] Provisioning complete for port 53cb46fc-8d3c-4899-9427-0d92855300a0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:00.913029 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2c9561a0-f220-48ab-b59c-35720c0301c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:01.045184 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2c9561a0-f220-48ab-b59c-35720c0301c7 None None] Current status of the port 53cb46fc-8d3c-4899-9427-0d92855300a0 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:01.268955 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-43d9c571-e64d-4f5b-bc88-90dffa1da36a None None] Provisioning complete for port 53cb46fc-8d3c-4899-9427-0d92855300a0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:01.269369 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-43d9c571-e64d-4f5b-bc88-90dffa1da36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:01.348216 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-43d9c571-e64d-4f5b-bc88-90dffa1da36a None None] Current status of the port 53cb46fc-8d3c-4899-9427-0d92855300a0 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:01.948544 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 53cb46fc-8d3c-4899-9427-0d92855300a0 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:31:01.997939 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 53cb46fc-8d3c-4899-9427-0d92855300a0 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:01.998387 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:02.079550 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 53cb46fc-8d3c-4899-9427-0d92855300a0 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:02.266327 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b13e1951-fbe2-497d-bedb-5587c48044b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:02.507868 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47390) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:31:02.825396 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:31:02.846843 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Made reservation on behalf of 46a56eedb9d448b096b93fc025898f0d for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:31:02.849294 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:02.864032 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:02.967536 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks [] for security_group (9e703970-30e3-4877-90bc-02fae5652a3e), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:02.971370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9e703970-30e3-4877-90bc-02fae5652a3e), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:02.986904 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104524) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 21:31:03.016016 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792897910321', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (afcf36d6-307f-40da-b2c0-e1a018280632), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:03.016748 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Unsubscribe: segment precommit_create {{(pid=104524) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 21:31:03.017222 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Added segment afcf36d6-307f-40da-b2c0-e1a018280632 of type flat for network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 Mar 31 21:31:03.020796 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e703970-30e3-4877-90bc-02fae5652a3e,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:03.071668 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (1d1359a3-c126-4c60-81ba-b1a692f68ca4), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:03.110352 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (1d1359a3-c126-4c60-81ba-b1a692f68ca4), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:03.111271 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:31:03.111824 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:03.196880 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6878672 Mar 31 21:31:03.211774 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb527a1-a949-4d8e-9d06-1b0acd220da1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1359a3-c126-4c60-81ba-b1a692f68ca4,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:03.223860 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:31:05.138972 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ea36fce-5d7f-48c2-b3d2-c4eac5e538f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:05.746392 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47398) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:31:06.046989 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aaca3d-f492-4781-b15a-7c89a6a476ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:31:06.048344 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-36aaca3d-f492-4781-b15a-7c89a6a476ca demo admin] 10.222.0.20 "GET /v2.0/subnets/eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4 HTTP/1.1" status: 200 len: 849 time: 0.3009551 Mar 31 21:31:06.085650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:06.173383 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-301d17b0-fb90-47b9-a5c6-91589cddf588 demo admin] 10.222.0.20 "GET /v2.0/routers/5487d8eb-23f0-4c6a-b4cf-b4309686f414 HTTP/1.1" status: 200 len: 704 time: 0.1192584 Mar 31 21:31:06.453325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:06.740843 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Allocated IP 172.20.0.1 (cca75c6e-2aff-4e44-b49c-8e3c258bd1cb/eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4/40cbc51c-9c90-453c-a6cb-b567c22c3da8) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:31:06.900322 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks [] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.019633 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.085283 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:31:07.090848 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:31:07.098311 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:31:07.098852 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (5487d8eb-23f0-4c6a-b4cf-b4309686f414), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.134539 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Pushing event updated for resources: {'Port': ['ID=40cbc51c-9c90-453c-a6cb-b567c22c3da8,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:07.305348 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-feccb29d-b11f-4e32-8ee9-75acfb7a7073 None None] Provisioning complete for port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:07.305905 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-feccb29d-b11f-4e32-8ee9-75acfb7a7073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.319467 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.384573 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-feccb29d-b11f-4e32-8ee9-75acfb7a7073 None None] Port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:31:07.530473 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks [] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.534862 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.535752 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (5487d8eb-23f0-4c6a-b4cf-b4309686f414), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.614989 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Pushing event updated for resources: {'Port': ['ID=40cbc51c-9c90-453c-a6cb-b567c22c3da8,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:07.661442 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:31:07.663426 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:31:07.683849 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.830860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:31:07.906812 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-2dabff63-8074-4adb-9c5a-8f0ed3f9a96a None None] Provisioning complete for port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:07.907200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2dabff63-8074-4adb-9c5a-8f0ed3f9a96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:07.926207 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:31:07.934222 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-cc5687c5-db89-404f-b3e7-b6d1cea0fc25 demo admin] 10.222.0.20 "PUT /v2.0/routers/5487d8eb-23f0-4c6a-b4cf-b4309686f414/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7557447 Mar 31 21:31:07.936662 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Sync routers for ids ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:31:07.945229 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2dabff63-8074-4adb-9c5a-8f0ed3f9a96a None None] Port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:31:07.950037 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Routers {'5487d8eb-23f0-4c6a-b4cf-b4309686f414'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:31:07.950966 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:31:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:08.145053 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Set router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:31:08.582254 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'name': 'router1', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:30:56Z', 'updated_at': '2022-03-31T21:31:07Z', 'revision_number': 2, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'gw_port_host': None, '_interfaces': [{'id': '40cbc51c-9c90-453c-a6cb-b567c22c3da8', 'name': '', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'mac_address': 'fa:16:3e:ed:5f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:06Z', 'updated_at': '2022-03-31T21:31:07Z', 'revision_number': 2, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'subnets': [{'id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:08.633445 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Checking router: 5487d8eb-23f0-4c6a-b4cf-b4309686f414 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:31:08.633823 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Updating router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:31:08.685921 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:08.975288 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.191236 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Publish callbacks [] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.198017 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.364271 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Pushing event updated for resources: {'Port': ['ID=40cbc51c-9c90-453c-a6cb-b567c22c3da8,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:09.370890 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Attempting to bind port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:31:09.371309 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Attempting to bind port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:31:09.371731 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Attempting to bind port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 on network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:31:09.380026 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:31:09.380565 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Checking segment: {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:31:09.380881 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.381265 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Bound using segment: {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:31:09.381818 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Bound port: 40cbc51c-9c90-453c-a6cb-b567c22c3da8, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a7b28a-474f-496a-a52a-deac85c515dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:31:09.382187 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.385282 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.385639 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.385975 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.386307 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.386684 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.386942 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.387254 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.387564 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.387876 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.388189 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.388546 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.388826 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.389138 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.389469 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.389777 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Tracked resource versions report: Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: pushed versions: Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: { 'AddressGroup': {'1.2'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Agent': {'1.1'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'ConntrackHelper': {'1.0'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Log': {'1.0'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'NDPProxy': {'1.0'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Network': {'1.1'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Port': {'1.7'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'PortForwarding': {'1.3'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'QosPolicy': {'1.10'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroup': {'1.5'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SubPort': {'1.0'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Subnet': {'1.1'}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Trunk': {'1.1'}} Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: consumer versions: Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Agent': '1.1', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'ConntrackHelper': '1.0', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'LocalIPAssociation': '1.0', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Log': '1.0', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'NDPProxy': '1.0', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Network': '1.1', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Port': '1.7', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'PortForwarding': '1.3', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'QosPolicy': '1.10', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroup': '1.5', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroupRule': '1.2', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SubPort': '1.0', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Subnet': '1.1', Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Trunk': '1.1'}} Mar 31 21:31:09.391453 dv-cinder-836074-1-iscsi neutron-server[104527]: {{(pid=104527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:31:09.470593 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] For port 40cbc51c-9c90-453c-a6cb-b567c22c3da8, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:31:09.480396 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-24ec941c-f889-4db2-af56-72ce3d8dce2f None None] Provisioning complete for port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:09.480812 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-24ec941c-f889-4db2-af56-72ce3d8dce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.500496 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] For port 40cbc51c-9c90-453c-a6cb-b567c22c3da8, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=40cbc51c-9c90-453c-a6cb-b567c22c3da8,segment=NetworkSegment(47a7b28a-474f-496a-a52a-deac85c515dd),segment_id=47a7b28a-474f-496a-a52a-deac85c515dd)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:31:09.507157 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.521357 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-24ec941c-f889-4db2-af56-72ce3d8dce2f None None] Port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:31:09.566862 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Routers {'5487d8eb-23f0-4c6a-b4cf-b4309686f414'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:31:09.567486 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:31:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:09.569467 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87f9de-24ed-4e06-a1ad-9f19cfdfa629 None None] Pushing event updated for resources: {'Port': ['ID=40cbc51c-9c90-453c-a6cb-b567c22c3da8,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:09.663894 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] Set router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:31:09.741884 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] Provisioning complete for port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:09.742915 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.820993 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] Current status of the port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:09.821409 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.857266 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] For port 40cbc51c-9c90-453c-a6cb-b567c22c3da8, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=40cbc51c-9c90-453c-a6cb-b567c22c3da8,segment=NetworkSegment(47a7b28a-474f-496a-a52a-deac85c515dd),segment_id=47a7b28a-474f-496a-a52a-deac85c515dd)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:31:09.861859 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:09.882824 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'name': 'router1', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:30:56Z', 'updated_at': '2022-03-31T21:31:07Z', 'revision_number': 2, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'gw_port_host': None, '_interfaces': [{'id': '40cbc51c-9c90-453c-a6cb-b567c22c3da8', 'name': '', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'mac_address': 'fa:16:3e:ed:5f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:06Z', 'updated_at': '2022-03-31T21:31:09Z', 'revision_number': 4, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'subnets': [{'id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:09.911883 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759a33b9-946e-494a-aac4-f3fe3fc96917 None None] The sync data for ids ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'] in dv-cinder-836074-1-iscsi is: [{'id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'name': 'router1', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:30:56Z', 'updated_at': '2022-03-31T21:31:07Z', 'revision_number': 2, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'gw_port_host': None, '_interfaces': [{'id': '40cbc51c-9c90-453c-a6cb-b567c22c3da8', 'name': '', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'mac_address': 'fa:16:3e:ed:5f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:06Z', 'updated_at': '2022-03-31T21:31:09Z', 'revision_number': 4, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'subnets': [{'id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:31:09.932065 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384d6c3-bd1c-4bdc-923a-60a87fe7a311 None None] Pushing event updated for resources: {'Port': ['ID=40cbc51c-9c90-453c-a6cb-b567c22c3da8,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:10.401821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47418) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:31:10.551587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21ff31-2a7d-43cf-bc69-0de9afbd69ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:31:10.552908 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7b21ff31-2a7d-43cf-bc69-0de9afbd69ad admin admin] 10.222.0.20 "GET /v2.0/networks/1d1359a3-c126-4c60-81ba-b1a692f68ca4 HTTP/1.1" status: 200 len: 842 time: 0.1500988 Mar 31 21:31:10.563031 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'enable_dhcp': False}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:31:10.586730 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Made reservation on behalf of 46a56eedb9d448b096b93fc025898f0d for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:31:10.589107 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:11.004014 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.objects.ports [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104525) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 21:31:11.004014 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (fedc2756-4dcc-4ae2-8ec6-10bbdd20533b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:11.057990 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedc2756-4dcc-4ae2-8ec6-10bbdd20533b,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:11.069774 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:31:11.070151 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Network hostable DHCP agents. Network: 1d1359a3-c126-4c60-81ba-b1a692f68ca4, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:31:11.091470 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:31:11.102887 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 1d1359a3-c126-4c60-81ba-b1a692f68ca4) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:31:11.107728 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:31:11.108333 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:11.112977 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a29722-427b-47fa-954d-68fb289a26a8 None None] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:31:11.136021 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-222f26b2-8c04-46fd-ac76-281f817f220c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5675929 Mar 31 21:31:11.219093 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a00f74-25fa-4ac6-9336-4cfe5ab78373 None None] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:31:13.588716 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47436) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:31:13.826002 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-cbe399b8-0451-447d-ae81-1f39cf3e3221 demo admin] 10.222.0.20 "GET /v2.0/routers/5487d8eb-23f0-4c6a-b4cf-b4309686f414 HTTP/1.1" status: 200 len: 710 time: 0.2360888 Mar 31 21:31:13.912954 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c7e7e-2b93-435d-8a71-b1bc9853c725 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:31:13.914959 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a69c7e7e-2b93-435d-8a71-b1bc9853c725 demo admin] 10.222.0.20 "GET /v2.0/networks/1d1359a3-c126-4c60-81ba-b1a692f68ca4 HTTP/1.1" status: 200 len: 886 time: 0.0840871 Mar 31 21:31:13.923941 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:31:14.188522 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks [] for router_gateway (5487d8eb-23f0-4c6a-b4cf-b4309686f414), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:14.434146 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks [] for router_gateway (5487d8eb-23f0-4c6a-b4cf-b4309686f414), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:14.516643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:14.672692 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Allocated IP 172.27.1.20 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/5a66cc84-e897-400b-a42c-674eed633f91) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:31:14.828367 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks [] for port (5a66cc84-e897-400b-a42c-674eed633f91), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:14.889612 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (5a66cc84-e897-400b-a42c-674eed633f91), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:14.955993 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:31:14.964400 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:31:14.971501 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:31:15.014002 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Pushing event updated for resources: {'Port': ['ID=5a66cc84-e897-400b-a42c-674eed633f91,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:15.275041 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks [] for router_gateway (5487d8eb-23f0-4c6a-b4cf-b4309686f414), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:15.471179 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1821946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4487'] for router (5487d8eb-23f0-4c6a-b4cf-b4309686f414), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:15.476155 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1821933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1821924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821314'] for router (5487d8eb-23f0-4c6a-b4cf-b4309686f414), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:15.590262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:31:15.699014 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:31:15.703581 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:15.704832 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1b2fd21f-ac89-465f-a97c-7cee3ca231c2 demo admin] 10.222.0.20 "PUT /v2.0/routers/5487d8eb-23f0-4c6a-b4cf-b4309686f414 HTTP/1.1" status: 200 len: 889 time: 1.7841895 Mar 31 21:31:17.979740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 40cbc51c-9c90-453c-a6cb-b567c22c3da8 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:31:18.029061 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:18.029486 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:18.107293 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:18.250127 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47448) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:31:18.377523 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-cf4591dd-a680-4454-ad66-c2c110208a77 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1262362 Mar 31 21:31:18.481148 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Sync routers for ids ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:31:18.493732 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Routers {'5487d8eb-23f0-4c6a-b4cf-b4309686f414'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:31:18.494433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:31:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:18.723001 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Set router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:31:19.206887 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'name': 'router1', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5a66cc84-e897-400b-a42c-674eed633f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:30:56Z', 'updated_at': '2022-03-31T21:31:15Z', 'revision_number': 4, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'gw_port': {'id': '5a66cc84-e897-400b-a42c-674eed633f91', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:14Z', 'updated_at': '2022-03-31T21:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '40cbc51c-9c90-453c-a6cb-b567c22c3da8', 'name': '', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'mac_address': 'fa:16:3e:ed:5f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:06Z', 'updated_at': '2022-03-31T21:31:09Z', 'revision_number': 5, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'subnets': [{'id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:19.256496 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Checking router: 5487d8eb-23f0-4c6a-b4cf-b4309686f414 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:31:19.256875 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Updating router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 port 5a66cc84-e897-400b-a42c-674eed633f91 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:31:19.319440 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5a66cc84-e897-400b-a42c-674eed633f91), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:19.636221 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Publish callbacks [] for port (5a66cc84-e897-400b-a42c-674eed633f91), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:19.643966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5a66cc84-e897-400b-a42c-674eed633f91), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:19.694305 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32871f05-47d1-417a-9c97-e3599ee0a752 None None] Pushing event updated for resources: {'Port': ['ID=5a66cc84-e897-400b-a42c-674eed633f91,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:19.714465 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Attempting to bind port 5a66cc84-e897-400b-a42c-674eed633f91 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:31:19.714845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Attempting to bind port 5a66cc84-e897-400b-a42c-674eed633f91 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:31:19.715209 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Attempting to bind port 5a66cc84-e897-400b-a42c-674eed633f91 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:31:19.720561 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:31:19.720937 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:31:19.721443 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:19.721845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:31:19.722314 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Bound port: 5a66cc84-e897-400b-a42c-674eed633f91, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:31:19.722698 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5a66cc84-e897-400b-a42c-674eed633f91), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:19.774374 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] For port 5a66cc84-e897-400b-a42c-674eed633f91, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:31:19.777285 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] For port 5a66cc84-e897-400b-a42c-674eed633f91, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5a66cc84-e897-400b-a42c-674eed633f91,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:31:19.782504 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5a66cc84-e897-400b-a42c-674eed633f91), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:19.842161 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Routers {'5487d8eb-23f0-4c6a-b4cf-b4309686f414'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:31:19.842773 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:31:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:19.844415 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32871f05-47d1-417a-9c97-e3599ee0a752 None None] Pushing event updated for resources: {'Port': ['ID=5a66cc84-e897-400b-a42c-674eed633f91,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:19.958358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] Set router 5487d8eb-23f0-4c6a-b4cf-b4309686f414 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:31:20.189778 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'name': 'router1', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5a66cc84-e897-400b-a42c-674eed633f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:30:56Z', 'updated_at': '2022-03-31T21:31:15Z', 'revision_number': 4, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'gw_port': {'id': '5a66cc84-e897-400b-a42c-674eed633f91', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:14Z', 'updated_at': '2022-03-31T21:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '40cbc51c-9c90-453c-a6cb-b567c22c3da8', 'name': '', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'mac_address': 'fa:16:3e:ed:5f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:06Z', 'updated_at': '2022-03-31T21:31:09Z', 'revision_number': 5, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'subnets': [{'id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:31:20.217030 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6942c9e1-d90f-41e3-9fbc-ab41c5b2077a None None] The sync data for ids ['5487d8eb-23f0-4c6a-b4cf-b4309686f414'] in dv-cinder-836074-1-iscsi is: [{'id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'name': 'router1', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '5a66cc84-e897-400b-a42c-674eed633f91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:30:56Z', 'updated_at': '2022-03-31T21:31:15Z', 'revision_number': 4, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'gw_port': {'id': '5a66cc84-e897-400b-a42c-674eed633f91', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:14Z', 'updated_at': '2022-03-31T21:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '40cbc51c-9c90-453c-a6cb-b567c22c3da8', 'name': '', 'network_id': 'cca75c6e-2aff-4e44-b49c-8e3c258bd1cb', 'tenant_id': 'f60f2caa6903498b880ac17acb4293ef', 'mac_address': 'fa:16:3e:ed:5f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5487d8eb-23f0-4c6a-b4cf-b4309686f414', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:31:06Z', 'updated_at': '2022-03-31T21:31:09Z', 'revision_number': 5, 'project_id': 'f60f2caa6903498b880ac17acb4293ef', 'subnets': [{'id': 'eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8f34287-6c31-4d15-9090-4fe76a8d650a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:31:22.003335 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5a66cc84-e897-400b-a42c-674eed633f91 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:31:22.060107 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 5a66cc84-e897-400b-a42c-674eed633f91 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:22.060745 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5a66cc84-e897-400b-a42c-674eed633f91), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:22.145268 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 5a66cc84-e897-400b-a42c-674eed633f91 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:22.145908 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5a66cc84-e897-400b-a42c-674eed633f91), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:22.169087 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 5a66cc84-e897-400b-a42c-674eed633f91, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5a66cc84-e897-400b-a42c-674eed633f91,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:31:22.182948 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5a66cc84-e897-400b-a42c-674eed633f91), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:22.251820 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=5a66cc84-e897-400b-a42c-674eed633f91,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:31:24.151840 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5a66cc84-e897-400b-a42c-674eed633f91 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:31:24.259667 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 5a66cc84-e897-400b-a42c-674eed633f91 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:31:24.260053 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5a66cc84-e897-400b-a42c-674eed633f91), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:24.426692 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 5a66cc84-e897-400b-a42c-674eed633f91 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:31:31.525490 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:31:32.271199 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0d6ad7d4-1b52-44c4-b1fa-ec4f322979d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:35.145942 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-def2c069-b905-45b4-b132-940e994847e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:36.094326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:37.695258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:31:38.980590 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:02.276552 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c8a44863-32c5-4154-ae0c-5e2bd3814754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:05.140962 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3662113a-3163-4ad2-aef3-5d4bd2ba58af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:06.092355 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:07.688025 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:08.529109 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:32:08.986265 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:32.270190 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fe0aae6e-87a9-4d1d-a254-6ecf2914d02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:35.142314 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-03bef5c7-66b8-4c0f-8404-2968ec0659a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:36.093825 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:37.684276 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:38.985398 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:41.245577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47932) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:41.317084 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f16a008-46e9-4737-aa34-4152eb01a2b2 admin admin] GET failed (client error): The resource could not be found. Mar 31 21:32:41.318970 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6f16a008-46e9-4737-aa34-4152eb01a2b2 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0719411 Mar 31 21:32:41.479851 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65366288-3df0-461c-a550-6cdb5c00741b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:41.481353 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-65366288-3df0-461c-a550-6cdb5c00741b admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576371 Mar 31 21:32:43.854549 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47942) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:43.961597 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea0d2e-820b-4336-b8aa-2c3ff40b8bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:43.962976 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-42ea0d2e-820b-4336-b8aa-2c3ff40b8bec admin admin] 10.222.0.20 "GET /v2.0/subnets/eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4 HTTP/1.1" status: 200 len: 849 time: 0.1079218 Mar 31 21:32:43.972253 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:32:44.126407 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Publish callbacks [] for subnet (eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:44.267729 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792898150018'] for subnet (eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:44.295881 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:44.296365 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:44.300126 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] 10.222.0.20 "PUT /v2.0/subnets/eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4 HTTP/1.1" status: 200 len: 868 time: 0.3290188 Mar 31 21:32:44.312954 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1abf9-b866-4f1d-a1e2-1ade154fa55f None None] Network cca75c6e-2aff-4e44-b49c-8e3c258bd1cb requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:32:44.330367 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:32:44.341509 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.342022 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.342561 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.343067 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.343576 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.344080 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.344571 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.345079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.345639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.346149 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.346731 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.347255 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.347757 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.348249 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.348742 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cae2e4-14cb-43e2-9ba5-8b26fe3c3e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:32:44.664556 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-4ee41ec3-9555-476a-adfd-2f347f79e1fb None None] Provisioning complete for port 53cb46fc-8d3c-4899-9427-0d92855300a0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:32:44.664946 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee41ec3-9555-476a-adfd-2f347f79e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (53cb46fc-8d3c-4899-9427-0d92855300a0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:44.744227 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4ee41ec3-9555-476a-adfd-2f347f79e1fb None None] Current status of the port 53cb46fc-8d3c-4899-9427-0d92855300a0 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:32:44.755548 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-4ee41ec3-9555-476a-adfd-2f347f79e1fb None None] Provisioning complete for port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:32:44.756021 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ee41ec3-9555-476a-adfd-2f347f79e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (40cbc51c-9c90-453c-a6cb-b567c22c3da8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:32:44.834965 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4ee41ec3-9555-476a-adfd-2f347f79e1fb None None] Current status of the port 40cbc51c-9c90-453c-a6cb-b567c22c3da8 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:32:45.528474 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:32:46.659258 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47950) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:46.861468 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8171df3-fc66-449e-9476-852d2c751680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:46.861847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8171df3-fc66-449e-9476-852d2c751680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:46.863446 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b8171df3-fc66-449e-9476-852d2c751680 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031062 Mar 31 21:32:49.185112 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47958) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:49.328833 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b12280-89d4-42e3-b26f-3e9f4695a329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:49.329295 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b12280-89d4-42e3-b26f-3e9f4695a329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:49.330931 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b0b12280-89d4-42e3-b26f-3e9f4695a329 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1447363 Mar 31 21:32:51.675583 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 47966) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:51.799951 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32a031e-d609-4401-b4d4-6bc534892b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:51.801326 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d32a031e-d609-4401-b4d4-6bc534892b6a admin admin] 10.222.0.20 "GET /v2.0/networks/1d1359a3-c126-4c60-81ba-b1a692f68ca4 HTTP/1.1" status: 200 len: 886 time: 0.1247759 Mar 31 21:32:54.144391 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47974) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:54.279779 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a9698-1b0c-4d18-b80e-bc34663ff864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:54.281046 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d33a9698-1b0c-4d18-b80e-bc34663ff864 admin admin] 10.222.0.20 "GET /v2.0/networks/cca75c6e-2aff-4e44-b49c-8e3c258bd1cb HTTP/1.1" status: 200 len: 869 time: 0.1353054 Mar 31 21:32:56.629006 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47984) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:56.750659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d12c08-2996-4b8b-96c1-ace192723423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:56.751108 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d12c08-2996-4b8b-96c1-ace192723423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:56.752623 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-35d12c08-2996-4b8b-96c1-ace192723423 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226587 Mar 31 21:32:59.108792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 47992) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:32:59.210045 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f36973-c332-4a9e-905b-bc1ebcc48c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:59.210495 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f36973-c332-4a9e-905b-bc1ebcc48c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:32:59.212015 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-73f36973-c332-4a9e-905b-bc1ebcc48c55 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1021254 Mar 31 21:33:01.556335 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48000) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:33:01.647413 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038742af-292f-462c-a966-aa9b3e0efd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:33:01.648753 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-038742af-292f-462c-a966-aa9b3e0efd19 admin admin] 10.222.0.20 "GET /v2.0/subnets/eea95f68-0eb6-44d8-9143-c9fe3c7bd1f4 HTTP/1.1" status: 200 len: 868 time: 0.0914750 Mar 31 21:33:02.273740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff62ed57-b357-47ed-85c0-83800957566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:03.988442 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48008) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:33:04.075971 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee78b0-6f0c-484d-933f-333d40e3b013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:33:04.077323 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-5cee78b0-6f0c-484d-933f-333d40e3b013 admin admin] 10.222.0.20 "GET /v2.0/subnets/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b HTTP/1.1" status: 200 len: 816 time: 0.0879331 Mar 31 21:33:05.147788 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-011ca9f7-f5e8-41a3-b98a-11baabfd5b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:06.096591 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:07.688590 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:08.988681 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:22.528245 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:33:32.276284 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8c2a3ef3-8f45-4074-aa4c-e7c8b4c4ce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:32.353272 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48060) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:33:32.400968 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [None req-8077a713-6d1d-443e-8680-b7b924af5da3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:33:32.401998 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8077a713-6d1d-443e-8680-b7b924af5da3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477192 Mar 31 21:33:34.831871 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48068) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:33:34.892257 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d78638-10c8-4dc9-a871-dceb29959d93 admin admin] GET failed (client error): The resource could not be found. Mar 31 21:33:34.893556 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-78d78638-10c8-4dc9-a871-dceb29959d93 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601525 Mar 31 21:33:34.978584 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7e99f-1ebd-4f0d-9108-60a1c11df038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:33:34.980042 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c1a7e99f-1ebd-4f0d-9108-60a1c11df038 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819588 Mar 31 21:33:35.150617 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4e266f0c-8367-4683-98df-517133247930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:36.103941 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.445995 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48076) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:33:37.493447 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:33:37.514154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Made reservation on behalf of 46a56eedb9d448b096b93fc025898f0d for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:33:37.516496 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.550996 dv-cinder-836074-1-iscsi neutron-server[104525]: WARNING neutron.services.revisions.revision_plugin [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Could not find related network for resource to bump revision. Mar 31 21:33:37.564409 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:33:37.579875 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (188289a9-10e5-4af2-a861-8a7a0a6b34cd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.580346 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Added segment 188289a9-10e5-4af2-a861-8a7a0a6b34cd of type vlan for network a5826d0e-54ba-4068-8898-737d7494ba9d Mar 31 21:33:37.620702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (a5826d0e-54ba-4068-8898-737d7494ba9d), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.648043 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (a5826d0e-54ba-4068-8898-737d7494ba9d), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.648910 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:33:37.649516 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.694743 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:37.748911 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3015349 Mar 31 21:33:37.766889 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad39126-5f2a-4435-8209-33f608ecc6fe admin admin] Pushing event updated for resources: {'Network': ['ID=a5826d0e-54ba-4068-8898-737d7494ba9d,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:33:37.778914 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network a5826d0e-54ba-4068-8898-737d7494ba9d details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:33:38.996369 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:40.471439 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48084) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:33:40.539535 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5acac9b-d45c-4067-8b3d-2aa41a5c3d44 admin admin] GET failed (client error): The resource could not be found. Mar 31 21:33:40.540872 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b5acac9b-d45c-4067-8b3d-2aa41a5c3d44 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0684791 Mar 31 21:33:40.618965 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3114ba-93d3-42af-99cd-1e9db48bddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:33:40.620449 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ce3114ba-93d3-42af-99cd-1e9db48bddd1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0741861 Mar 31 21:33:40.632964 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:33:40.655499 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Made reservation on behalf of 46a56eedb9d448b096b93fc025898f0d for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:33:40.658587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:40.867267 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (42c80b6b-a07c-423f-a64a-fbbc890a305d), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:40.930498 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c80b6b-a07c-423f-a64a-fbbc890a305d,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:33:40.950075 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Checking segment: {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:33:40.950433 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Network hostable DHCP agents. Network: a5826d0e-54ba-4068-8898-737d7494ba9d, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:33:40.973048 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Network a5826d0e-54ba-4068-8898-737d7494ba9d is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:33:40.986775 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, a5826d0e-54ba-4068-8898-737d7494ba9d) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:33:40.991759 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:33:40.992391 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:40.996644 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ba3e1-da3b-4dcd-baa3-38da5a316ed0 None None] Network a5826d0e-54ba-4068-8898-737d7494ba9d requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:33:41.016053 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4bb7951f-aa75-43d6-9381-75bac661f8ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3869729 Mar 31 21:33:41.122525 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-a5826d0e-54ba-4068-8898-737d7494ba9d', 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d', 'project_id': '46a56eedb9d448b096b93fc025898f0d', 'fixed_ips': [{'subnet_id': '42c80b6b-a07c-423f-a64a-fbbc890a305d'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:33:41.124109 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:41.284359 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Allocated IP 192.168.233.2 (a5826d0e-54ba-4068-8898-737d7494ba9d/42c80b6b-a07c-423f-a64a-fbbc890a305d/8d0d805a-f601-40c6-b5ab-19338df8c3b2) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:33:41.442337 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Publish callbacks [] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:41.448789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:41.498450 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Network a5826d0e-54ba-4068-8898-737d7494ba9d is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:33:41.499293 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Pushing event updated for resources: {'Port': ['ID=8d0d805a-f601-40c6-b5ab-19338df8c3b2,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:33:41.502700 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:33:41.507726 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:33:41.510579 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.510927 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.511292 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.511648 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.511983 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.512318 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.512644 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.512964 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.513284 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.513639 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.513959 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.514292 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.514620 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.514933 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.515243 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:33:41.573070 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Attempting to bind port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:33:41.573466 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Attempting to bind port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:33:41.573822 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Attempting to bind port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 on network a5826d0e-54ba-4068-8898-737d7494ba9d {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:33:41.579239 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:33:41.579609 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Checking segment: {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:33:41.580004 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:41.580433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Bound using segment: {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:33:41.580937 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Bound port: 8d0d805a-f601-40c6-b5ab-19338df8c3b2, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:33:41.581327 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:41.740095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] For port 8d0d805a-f601-40c6-b5ab-19338df8c3b2, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:33:41.743224 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] For port 8d0d805a-f601-40c6-b5ab-19338df8c3b2, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=8d0d805a-f601-40c6-b5ab-19338df8c3b2,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:33:41.751022 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:41.818256 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be39c-a36c-4eac-b4f3-96b7ba02eb59 None None] Pushing event updated for resources: {'Port': ['ID=8d0d805a-f601-40c6-b5ab-19338df8c3b2,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:33:42.134306 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 8d0d805a-f601-40c6-b5ab-19338df8c3b2 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:33:42.184382 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:33:42.184766 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:42.266815 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:33:42.267191 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:42.300730 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 8d0d805a-f601-40c6-b5ab-19338df8c3b2, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=8d0d805a-f601-40c6-b5ab-19338df8c3b2,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:33:42.306820 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:42.354383 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=8d0d805a-f601-40c6-b5ab-19338df8c3b2,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:33:42.690339 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd6f5b-664a-4674-841a-fec48296e95f None None] Network a5826d0e-54ba-4068-8898-737d7494ba9d requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:33:42.755048 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-4e94714b-bea2-4663-b4ad-dafdb8d70bc8 None None] Provisioning complete for port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:33:42.755476 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4e94714b-bea2-4663-b4ad-dafdb8d70bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:42.882589 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4e94714b-bea2-4663-b4ad-dafdb8d70bc8 None None] Current status of the port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:33:43.110165 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-44191171-08b9-4470-83f9-eae292ef0d08 None None] Provisioning complete for port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:33:43.110553 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-44191171-08b9-4470-83f9-eae292ef0d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:43.206158 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-44191171-08b9-4470-83f9-eae292ef0d08 None None] Current status of the port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:33:44.053801 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 8d0d805a-f601-40c6-b5ab-19338df8c3b2 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:33:44.110153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:33:44.110539 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (8d0d805a-f601-40c6-b5ab-19338df8c3b2), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:33:44.190135 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 8d0d805a-f601-40c6-b5ab-19338df8c3b2 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:33:59.527899 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:34:02.278244 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-624955c7-e7ec-484d-9e3a-35e929b6d26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:05.153078 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f98abd49-0c46-4475-a3fb-27a7efb5bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:06.104081 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:07.696623 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:08.989802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:32.290565 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d40255c7-1aa9-4ac6-bfca-784c78e41cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:35.158296 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0ece21-b36c-41af-8b36-cdb02183733a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.118975 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:36.532808 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:34:37.709712 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:34:39.003891 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:02.295336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-008566b6-8f73-4fa4-a99d-3f888213bcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:05.157713 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-195afcd3-3163-4e2e-9a9d-07174be29a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.116345 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:06.619966 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48122) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:06.627540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [None req-7b2b54ba-08d9-48b5-8c82-6f52f7255761 tempest-verify_tempest_config-808457878 tempest-verify_tempest_config-808457878-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:35:06.628622 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7b2b54ba-08d9-48b5-8c82-6f52f7255761 tempest-verify_tempest_config-808457878 tempest-verify_tempest_config-808457878-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075779 Mar 31 21:35:06.970394 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48140) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:07.113662 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.203731 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Publish callbacks [] for security_group (bb267cf6-4b77-4894-a181-295c1b946afb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.207691 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (bb267cf6-4b77-4894-a181-295c1b946afb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.256700 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d81f7bd49af14cfab79b16b564c754c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2851033 Mar 31 21:35:07.257724 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb267cf6-4b77-4894-a181-295c1b946afb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:07.259578 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48144) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:35:07.270785 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.271358 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.271913 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.272460 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.273547 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.273547 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.274104 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.274655 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.275239 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.275780 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.276346 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.276904 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.277448 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.278003 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.278538 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188dcb2f-1743-4288-b85a-5a2725bd2a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.324978 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Publish callbacks [] for security_group (bb267cf6-4b77-4894-a181-295c1b946afb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.365871 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Publish callbacks [] for security_group (bb267cf6-4b77-4894-a181-295c1b946afb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.470384 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (bb267cf6-4b77-4894-a181-295c1b946afb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.472946 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:07.474191 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb267cf6-4b77-4894-a181-295c1b946afb HTTP/1.1" status: 204 len: 168 time: 0.2135985 Mar 31 21:35:07.483280 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb267cf6-4b77-4894-a181-295c1b946afb,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:35:07.490683 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.491018 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.491362 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.491700 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.492032 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.492352 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.492680 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.492996 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.493396 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.493684 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.494018 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.494353 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.494742 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.494972 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.495282 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37060401-625d-4210-b1b4-677dd5066376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:35:07.706236 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:09.015030 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:13.533790 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:35:32.290626 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9a62579b-ab96-4f9c-aa7c-ca1318d645a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:35.154696 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a138b0b-ade8-47f5-8edc-acb18dee9c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:36.118542 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:37.707876 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:38.998492 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:35:50.534084 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:36:02.294560 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-51103289-4b00-4dd0-b7b5-1e78b0efd633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:05.145389 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d44a54b0-b544-4592-9d92-fa101d09e503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:06.118756 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:07.708985 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:09.002395 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:27.532681 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 5 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:36:32.296973 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-db43cb28-1e0c-4423-a131-bba275163d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:35.146966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1df792d3-bcec-4d16-9fc3-6985d5020e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:36.123869 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:37.712576 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:39.004765 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:36:48.687354 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819620'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:02.298848 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ac9ce035-0e0f-46e6-83cf-aeb326d09e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:04.455321 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48218) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:04.532722 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:37:04.566174 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0af8278b-39e1-4771-bed6-238f216a4d66 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1096759 Mar 31 21:37:05.148327 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4f096588-072a-4491-a947-0d58a925bbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:06.126005 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:06.940752 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48228) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:37:07.003297 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-69c6e2fd-d4c5-4281-9299-4e41c4a34a88 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0599599 Mar 31 21:37:07.715300 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:09.008245 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:18.636122 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:32.301658 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f70c2175-7fb9-48bb-bda4-e9c5948d6953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:35.149840 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-35b26f11-1a53-463c-9098-feaf5761e9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:36.128591 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:37.719888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:39.011367 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:37:41.532758 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:37:48.635255 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:02.311266 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-adda380a-2ca3-43e2-8035-eb0f0a7eccf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:05.157542 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0b9dd27f-fe68-4ec8-b17f-1328f691ea13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:06.159007 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:07.724682 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:09.015099 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:18.532087 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:38:18.662488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:32.305542 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e4fba23a-aec6-4335-9d16-4ea6b51a49fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:35.156311 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e2e5-1e7a-4787-a3ef-4877dd04a20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:36.140258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:37.730802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:39.025437 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:46.970920 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48404) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:47.173155 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-665013563-network', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:47.196549 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Made reservation on behalf of 6e3486b0d8a845ce9219a0c2c82af1f6 for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:47.199430 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.208379 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.298196 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks [] for security_group (06c754d9-f8c2-4c1a-8bec-5cd81c2a5339), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.302916 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (06c754d9-f8c2-4c1a-8bec-5cd81c2a5339), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.324813 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:38:47.340167 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (f9dd34ca-22bf-4939-b74b-30395a5bbcb1), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.340510 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Added segment f9dd34ca-22bf-4939-b74b-30395a5bbcb1 of type vlan for network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 Mar 31 21:38:47.363126 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c754d9-f8c2-4c1a-8bec-5cd81c2a5339,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:47.390486 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.390894 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.391211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.391542 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.392085 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.392418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.392745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.393069 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.393440 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.393770 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.394096 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.394416 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.394744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.395055 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.395366 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Tracked resource versions report: Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: pushed versions: Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: { 'AddressGroup': {'1.2'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Agent': {'1.1'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'ConntrackHelper': {'1.0'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Log': {'1.0'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'NDPProxy': {'1.0'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Network': {'1.1'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Port': {'1.7'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'PortForwarding': {'1.3'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'QosPolicy': {'1.10'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroup': {'1.5'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SubPort': {'1.0'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Subnet': {'1.1'}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Trunk': {'1.1'}} Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: consumer versions: Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Agent': '1.1', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'ConntrackHelper': '1.0', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'LocalIPAssociation': '1.0', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Log': '1.0', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'NDPProxy': '1.0', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Network': '1.1', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Port': '1.7', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'PortForwarding': '1.3', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'QosPolicy': '1.10', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroup': '1.5', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SecurityGroupRule': '1.2', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'SubPort': '1.0', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Subnet': '1.1', Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: 'Trunk': '1.1'}} Mar 31 21:38:47.396572 dv-cinder-836074-1-iscsi neutron-server[104524]: {{(pid=104524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:38:47.410594 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (5a706225-dc1c-4e00-a40d-b3c20e62fdc8), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.442448 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (5a706225-dc1c-4e00-a40d-b3c20e62fdc8), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.443919 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:47.444501 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.585649 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] Pushing event updated for resources: {'Network': ['ID=5a706225-dc1c-4e00-a40d-b3c20e62fdc8,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:47.599682 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:38:47.607191 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48438) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:47.608111 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b12912bb-de14-4a2f-94a5-ad0ec666bebc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6357942 Mar 31 21:38:47.615317 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Request body: {'subnet': {'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-subnet', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:47.645745 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Made reservation on behalf of 6e3486b0d8a845ce9219a0c2c82af1f6 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:47.652800 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.757533 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48446) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:47.814604 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48452) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:47.857987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48456) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:47.895370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48460) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:47.914545 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (e8be7a40-7cf2-4952-aeb7-2a45b9502244), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:47.962048 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8be7a40-7cf2-4952-aeb7-2a45b9502244,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:47.972155 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.972497 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.973205 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.973739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.974232 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.974712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.975367 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.976384 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.977032 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.977556 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.978052 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.978537 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.979052 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.979378 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.979704 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Tracked resource versions report: Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: pushed versions: Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: { 'AddressGroup': {'1.2'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Agent': {'1.1'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'ConntrackHelper': {'1.0'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Log': {'1.0'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'NDPProxy': {'1.0'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Network': {'1.1'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Port': {'1.7'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'PortForwarding': {'1.3'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'QosPolicy': {'1.10'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroup': {'1.5'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SubPort': {'1.0'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Subnet': {'1.1'}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Trunk': {'1.1'}} Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: consumer versions: Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Agent': '1.1', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'ConntrackHelper': '1.0', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'LocalIPAssociation': '1.0', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Log': '1.0', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'NDPProxy': '1.0', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Network': '1.1', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Port': '1.7', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'PortForwarding': '1.3', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'QosPolicy': '1.10', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroup': '1.5', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SecurityGroupRule': '1.2', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'SubPort': '1.0', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Subnet': '1.1', Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: 'Trunk': '1.1'}} Mar 31 21:38:47.980951 dv-cinder-836074-1-iscsi neutron-server[104525]: {{(pid=104525) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:38:48.019330 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Checking segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:48.019693 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Network hostable DHCP agents. Network: 5a706225-dc1c-4e00-a40d-b3c20e62fdc8, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:38:48.020091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-154589527-network', 'tenant_id': '2e7e92ff407a491cade61defb804388a'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:48.045815 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:38:48.046232 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Made reservation on behalf of 2e7e92ff407a491cade61defb804388a for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:48.049156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.060150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 5a706225-dc1c-4e00-a40d-b3c20e62fdc8) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:48.061325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.065500 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:48.066411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.073036 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f700a8-1f35-4ea1-add4-39c41d7e8818 None None] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:48.107505 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e840e4f2-8750-4415-8260-9d146d6791a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4990923 Mar 31 21:38:48.108396 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48470) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:48.119488 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:48.168608 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (f09ae2c9-f188-45e7-9c13-456d5e756e68), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.170308 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (f09ae2c9-f188-45e7-9c13-456d5e756e68), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.172918 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks [] for security_group (779bf0c2-2217-4d32-8795-48d1f7024713), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.178639 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (779bf0c2-2217-4d32-8795-48d1f7024713), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.199874 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:38:48.214728 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (40bf53aa-b5f6-4915-a9f1-9bc8240015c0), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.215313 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Added segment 40bf53aa-b5f6-4915-a9f1-9bc8240015c0 of type vlan for network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 Mar 31 21:38:48.247301 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1178417963-network', 'tenant_id': 'c56e199432874020afc4e267f6fe290c'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:48.298616 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:38:48.299535 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.300728 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (8ea577cb-82b9-409c-896b-6e4ab00cc1c6), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.314671 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks [] for router_controller (f09ae2c9-f188-45e7-9c13-456d5e756e68), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.346630 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1727477714-network', 'tenant_id': 'c92912bb848942308cb1f3e307504b39'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:48.362088 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-330806280-network', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:48.418191 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Made reservation on behalf of c56e199432874020afc4e267f6fe290c for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:48.420572 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.436589 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Made reservation on behalf of 29bb4d24e7074369b00ffa088e1f4d5c for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:48.439418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.445591 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779bf0c2-2217-4d32-8795-48d1f7024713,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:48.467360 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (8ea577cb-82b9-409c-896b-6e4ab00cc1c6), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.468644 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:48.473710 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.477098 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.502143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.585134 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8258080 Mar 31 21:38:48.597522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48494) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:48.603706 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Request body: {'subnet': {'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-154589527-subnet', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:48.614928 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Made reservation on behalf of c92912bb848942308cb1f3e307504b39 for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:48.617538 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.641056 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3b5ad-d500-4d7b-b116-fb7540a9c7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea577cb-82b9-409c-896b-6e4ab00cc1c6,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:48.650799 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks [] for router_gateway (f09ae2c9-f188-45e7-9c13-456d5e756e68), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.656138 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.677776 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:38:48.744440 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Made reservation on behalf of 2e7e92ff407a491cade61defb804388a for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:48.752387 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.816578 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.826416 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Allocated IP 172.20.0.2 (5a706225-dc1c-4e00-a40d-b3c20e62fdc8/e8be7a40-7cf2-4952-aeb7-2a45b9502244/be60ae36-b1f0-4860-89db-7e9eeec6c048) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:48.917150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks [] for router_gateway (f09ae2c9-f188-45e7-9c13-456d5e756e68), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:48.948227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.027887 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks [] for security_group (194bdbe4-a0f1-4f8b-a860-bcb9affc59b3), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.074205 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Publish callbacks [] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.083626 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.157465 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:49.169115 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:49.176267 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:49.180266 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (194bdbe4-a0f1-4f8b-a860-bcb9affc59b3), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.200793 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Allocated IP 172.27.1.127 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/26e79583-885e-419e-9ee0-20e80f8eb596) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:49.209038 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Pushing event updated for resources: {'Port': ['ID=be60ae36-b1f0-4860-89db-7e9eeec6c048,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:49.218615 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:38:49.248443 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (91a4e1c4-20c9-48d4-9da3-c21aff6d39b2), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.249156 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Added segment 91a4e1c4-20c9-48d4-9da3-c21aff6d39b2 of type vlan for network 088043db-2f54-48c8-a654-e23dec40ff76 Mar 31 21:38:49.282617 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.283095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.283532 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.283731 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.284078 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.284459 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.284786 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.285118 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.285750 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.285930 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.286157 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.286465 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.286807 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.287318 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.287507 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Tracked resource versions report: Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: pushed versions: Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: { 'AddressGroup': {'1.2'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Agent': {'1.1'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'ConntrackHelper': {'1.0'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Log': {'1.0'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'NDPProxy': {'1.0'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Network': {'1.1'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Port': {'1.7'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'PortForwarding': {'1.3'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'QosPolicy': {'1.10'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroup': {'1.5'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SubPort': {'1.0'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Subnet': {'1.1'}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Trunk': {'1.1'}} Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: consumer versions: Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Agent': '1.1', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'ConntrackHelper': '1.0', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'LocalIPAssociation': '1.0', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Log': '1.0', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'NDPProxy': '1.0', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Network': '1.1', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Port': '1.7', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'PortForwarding': '1.3', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'QosPolicy': '1.10', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroup': '1.5', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SecurityGroupRule': '1.2', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'SubPort': '1.0', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Subnet': '1.1', Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: 'Trunk': '1.1'}} Mar 31 21:38:49.289322 dv-cinder-836074-1-iscsi neutron-server[104526]: {{(pid=104526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:38:49.308376 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Attempting to bind port be60ae36-b1f0-4860-89db-7e9eeec6c048 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:49.308979 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Attempting to bind port be60ae36-b1f0-4860-89db-7e9eeec6c048 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:49.309827 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Attempting to bind port be60ae36-b1f0-4860-89db-7e9eeec6c048 on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:49.318604 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:49.319380 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Checking segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:49.320438 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.321241 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Bound using segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:49.322436 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Bound port: be60ae36-b1f0-4860-89db-7e9eeec6c048, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:49.323495 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.436445 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks [] for security_group (5e1b9eec-619b-4a7f-91fc-72500cb5eda5), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.454001 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (5e1b9eec-619b-4a7f-91fc-72500cb5eda5), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.455159 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks [] for port (26e79583-885e-419e-9ee0-20e80f8eb596), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.467834 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:38:49.478801 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (1fa6c20d-2484-445c-b362-f5aa0461b99d), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.479432 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Added segment 1fa6c20d-2484-445c-b362-f5aa0461b99d of type vlan for network bbf0f5ce-6074-4262-96c2-91dda34fd0aa Mar 31 21:38:49.485260 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] For port be60ae36-b1f0-4860-89db-7e9eeec6c048, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:49.494521 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] For port be60ae36-b1f0-4860-89db-7e9eeec6c048, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=be60ae36-b1f0-4860-89db-7e9eeec6c048,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:49.505841 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.543367 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.553858 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (bbf0f5ce-6074-4262-96c2-91dda34fd0aa), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.595447 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (bbf0f5ce-6074-4262-96c2-91dda34fd0aa), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.596724 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:49.597659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.634830 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (088043db-2f54-48c8-a654-e23dec40ff76), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.646044 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks [] for security_group (b6898bb3-7d49-4d83-9057-2faea7b0f6b9), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.704230 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:49.730668 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbf83e-fac2-4c51-99fc-e99168660317 None None] Pushing event updated for resources: {'Port': ['ID=be60ae36-b1f0-4860-89db-7e9eeec6c048,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:49.738359 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194bdbe4-a0f1-4f8b-a860-bcb9affc59b3,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:49.743746 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b6898bb3-7d49-4d83-9057-2faea7b0f6b9), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:49.763427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:49.770197 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:49.779709 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8827980 Mar 31 21:38:49.855488 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.db.resource_extend [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:38:49.866295 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Pushing event updated for resources: {'Port': ['ID=26e79583-885e-419e-9ee0-20e80f8eb596,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:49.907300 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48538) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:50.015831 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (088043db-2f54-48c8-a654-e23dec40ff76), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.017701 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:50.018284 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.062865 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Request body: {'subnet': {'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1727477714-subnet', 'tenant_id': 'c92912bb848942308cb1f3e307504b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:50.103494 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b9eec-619b-4a7f-91fc-72500cb5eda5,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:50.127515 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:38:50.147311 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks [] for router_gateway (f09ae2c9-f188-45e7-9c13-456d5e756e68), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.151676 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48564) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:50.152061 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2927802 Mar 31 21:38:50.162009 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Request body: {'subnet': {'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1178417963-subnet', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:50.209967 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (5688f097-0044-4ced-93b8-e17caf04ca16), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.313905 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5688f097-0044-4ced-93b8-e17caf04ca16,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:50.322628 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Made reservation on behalf of c56e199432874020afc4e267f6fe290c for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:50.323710 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (0c0545a9-cf5d-438e-9a72-96b2bca47040), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.324325 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Added segment 0c0545a9-cf5d-438e-9a72-96b2bca47040 of type vlan for network 1c02706c-737d-4304-8530-4cbdd17e7b08 Mar 31 21:38:50.325268 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.326022 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de216-0149-46ac-84f3-9155daeda325 admin admin] Pushing event updated for resources: {'Network': ['ID=bbf0f5ce-6074-4262-96c2-91dda34fd0aa,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:50.353909 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6898bb3-7d49-4d83-9057-2faea7b0f6b9,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:50.405021 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Made reservation on behalf of c92912bb848942308cb1f3e307504b39 for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:50.408294 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.510991 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network bbf0f5ce-6074-4262-96c2-91dda34fd0aa details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:38:50.538073 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (1c02706c-737d-4304-8530-4cbdd17e7b08), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.568273 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:50.569507 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Network hostable DHCP agents. Network: 8ea577cb-82b9-409c-896b-6e4ab00cc1c6, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:38:50.613460 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (f09ae2c9-f188-45e7-9c13-456d5e756e68), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.703233 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.db.resource_extend [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:38:50.736583 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device be60ae36-b1f0-4860-89db-7e9eeec6c048 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:50.787292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff598af-c9d6-4125-9213-f90be68a967b admin admin] Pushing event updated for resources: {'Network': ['ID=088043db-2f54-48c8-a654-e23dec40ff76,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:50.805186 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:38:50.827570 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 088043db-2f54-48c8-a654-e23dec40ff76 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:38:50.852714 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48576) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:50.861484 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (6bbcc4c5-248b-4e7e-a6df-454e38ad6761), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.891945 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (1c02706c-737d-4304-8530-4cbdd17e7b08), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.895907 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:50.900386 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:50.933137 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbcc4c5-248b-4e7e-a6df-454e38ad6761,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:50.935586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 8ea577cb-82b9-409c-896b-6e4ab00cc1c6) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:50.953593 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1356463 Mar 31 21:38:50.959177 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48582) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:50.989908 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8245d-d11b-41a1-98c7-e6897caac3bd None None] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:51.019320 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Request body: {'subnet': {'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-subnet', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:51.032408 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Checking segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:51.033060 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Network hostable DHCP agents. Network: 088043db-2f54-48c8-a654-e23dec40ff76, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:38:51.059039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:51.060027 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.060938 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:38:51.074636 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Made reservation on behalf of 29bb4d24e7074369b00ffa088e1f4d5c for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:38:51.075861 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Network 088043db-2f54-48c8-a654-e23dec40ff76 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:38:51.080256 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.213424 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port be60ae36-b1f0-4860-89db-7e9eeec6c048 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:51.219928 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.267499 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1dc466b2-0cfa-44f1-b4e6-2a6ae3573a6b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6679018 Mar 31 21:38:51.268066 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bbb6b-b250-4197-b3ba-9ed7aef28c5f admin admin] Pushing event updated for resources: {'Network': ['ID=1c02706c-737d-4304-8530-4cbdd17e7b08,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:51.270466 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-63fc6676-1805-4347-ad65-bb2a6fd1698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.276621 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48584) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:51.281080 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:51.306387 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:38:51.346459 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.347694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.357751 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 088043db-2f54-48c8-a654-e23dec40ff76) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:51.364989 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:51.365676 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.399142 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3931917b-aafd-4660-8671-84e37b4c0ec6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2442672 Mar 31 21:38:51.399770 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48590) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:51.417074 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:51.420235 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3461ba-f4e0-4d5b-a374-a07aabb9e86c None None] Network 088043db-2f54-48c8-a654-e23dec40ff76 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:51.430958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e172b-4894-44cc-8684-b5e8f09a9264 None None] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:51.461064 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:38:51.472227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (790ad468-35e7-4783-b68e-71d145d6b8c8), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.474919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (790ad468-35e7-4783-b68e-71d145d6b8c8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.488135 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:38:51.495286 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (74a704a0-3fcc-4e2e-aa3c-91a12fea660c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.503844 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:51.504128 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:51.581705 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks [] for router_controller (790ad468-35e7-4783-b68e-71d145d6b8c8), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.586451 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks [] for router_controller (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), precommit_add_association {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.611887 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.613696 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d3d6565e-122d-4c71-b7e0-5a789e32f94f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5041595 Mar 31 21:38:51.622128 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (c9103d37-64c7-4d3b-b7cd-4c6e5fc88179), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.626960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48602) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:51.649772 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:38:51.662385 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.910023 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks [] for router_gateway (790ad468-35e7-4783-b68e-71d145d6b8c8), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:51.982692 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:52.109253 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a704a0-3fcc-4e2e-aa3c-91a12fea660c,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:52.133679 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-3b287919-7543-44f4-8da8-e591d069224b None None] Provisioning complete for port be60ae36-b1f0-4860-89db-7e9eeec6c048 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:52.134802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3b287919-7543-44f4-8da8-e591d069224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.221714 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Allocated IP 172.20.0.2 (8ea577cb-82b9-409c-896b-6e4ab00cc1c6/5688f097-0044-4ced-93b8-e17caf04ca16/a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:52.285370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-63fc6676-1805-4347-ad65-bb2a6fd1698a admin admin] Publish callbacks [] for security_group (80525202-4e9b-4ab2-910b-7a20fd438697), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.302646 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-63fc6676-1805-4347-ad65-bb2a6fd1698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (80525202-4e9b-4ab2-910b-7a20fd438697), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.316923 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Checking segment: {'id': '1fa6c20d-2484-445c-b362-f5aa0461b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:52.317190 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Network hostable DHCP agents. Network: bbf0f5ce-6074-4262-96c2-91dda34fd0aa, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:38:52.332161 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks [] for router_gateway (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.333805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks [] for router_gateway (790ad468-35e7-4783-b68e-71d145d6b8c8), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.374154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.378619 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:49Z', 'revision_number': 3, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:52.380823 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc6676-1805-4347-ad65-bb2a6fd1698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80525202-4e9b-4ab2-910b-7a20fd438697,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:52.406618 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3b287919-7543-44f4-8da8-e591d069224b None None] Current status of the port be60ae36-b1f0-4860-89db-7e9eeec6c048 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:52.406938 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3b287919-7543-44f4-8da8-e591d069224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.410459 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:52.432126 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Checking segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:52.432603 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Network hostable DHCP agents. Network: 1c02706c-737d-4304-8530-4cbdd17e7b08, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:38:52.446298 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:38:52.447400 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Updating router f09ae2c9-f188-45e7-9c13-456d5e756e68 port 26e79583-885e-419e-9ee0-20e80f8eb596 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:38:52.472638 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-63fc6676-1805-4347-ad65-bb2a6fd1698a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c13a31b62a394d1d8ad61c077b079dec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6078277 Mar 31 21:38:52.474774 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-088043db-2f54-48c8-a654-e23dec40ff76', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:38:52.476027 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.477882 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port be60ae36-b1f0-4860-89db-7e9eeec6c048 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:52.478242 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.480284 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48628) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:52.488105 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.500829 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Network bbf0f5ce-6074-4262-96c2-91dda34fd0aa is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:38:52.536427 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3b287919-7543-44f4-8da8-e591d069224b None None] For port be60ae36-b1f0-4860-89db-7e9eeec6c048, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=be60ae36-b1f0-4860-89db-7e9eeec6c048,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:52.555269 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3b287919-7543-44f4-8da8-e591d069224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.615693 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c7c321b6-8012-4e3c-9748-7cda92bc39b7 admin admin] Publish callbacks [] for security_group (80525202-4e9b-4ab2-910b-7a20fd438697), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.633428 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:38:52.661735 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c7c321b6-8012-4e3c-9748-7cda92bc39b7 admin admin] Publish callbacks [] for security_group (80525202-4e9b-4ab2-910b-7a20fd438697), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.698044 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, bbf0f5ce-6074-4262-96c2-91dda34fd0aa) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:52.701990 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 1c02706c-737d-4304-8530-4cbdd17e7b08) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:52.713931 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:52.714527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.721930 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:52.722608 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.744672 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b43b702-8539-47fb-9c45-ed4041418e5b None None] Network bbf0f5ce-6074-4262-96c2-91dda34fd0aa requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:52.746976 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baeca64-4200-47a9-9fab-b8f573f8e431 None None] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:52.762829 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3acddc3d-480b-4b06-ade0-8167007f3236 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7511320 Mar 31 21:38:52.769462 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c7c321b6-8012-4e3c-9748-7cda92bc39b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (80525202-4e9b-4ab2-910b-7a20fd438697), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.775037 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-93efba50-0f56-4f39-9ff6-c81725a701ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7969401 Mar 31 21:38:52.777811 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48632) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:52.779890 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c7c321b6-8012-4e3c-9748-7cda92bc39b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.781294 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c7c321b6-8012-4e3c-9748-7cda92bc39b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80525202-4e9b-4ab2-910b-7a20fd438697 HTTP/1.1" status: 204 len: 168 time: 0.2991498 Mar 31 21:38:52.783202 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:38:52.797317 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c321b6-8012-4e3c-9748-7cda92bc39b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80525202-4e9b-4ab2-910b-7a20fd438697,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:52.809176 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (96658b4b-0c4d-4db3-98ba-b0467bf5f114), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.811373 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (96658b4b-0c4d-4db3-98ba-b0467bf5f114), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.822658 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Allocated IP 172.27.1.29 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/6b4ce586-940e-4861-8237-72f5adb443c1) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:52.949357 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks [] for port (6b4ce586-940e-4861-8237-72f5adb443c1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:52.979301 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Allocated IP 172.20.0.2 (088043db-2f54-48c8-a654-e23dec40ff76/6bbcc4c5-248b-4e7e-a6df-454e38ad6761/d3e68681-3830-4936-aae8-fe84adc5d3f5) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:52.989457 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.022079 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks [] for router_controller (96658b4b-0c4d-4db3-98ba-b0467bf5f114), precommit_add_association {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.086470 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:53.090088 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:53.093951 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:53.159550 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Publish callbacks [] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.176855 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.db.api [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 21:38:53.177499 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG oslo_db.api [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 21:38:53.229200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.253892 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4ce586-940e-4861-8237-72f5adb443c1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:53.395037 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Publish callbacks [] for port (26e79583-885e-419e-9ee0-20e80f8eb596), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.410464 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.490804 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b287919-7543-44f4-8da8-e591d069224b None None] Pushing event updated for resources: {'Port': ['ID=be60ae36-b1f0-4860-89db-7e9eeec6c048,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:53.525742 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Pushing event updated for resources: {'Port': ['ID=26e79583-885e-419e-9ee0-20e80f8eb596,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:53.532995 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Attempting to bind port 26e79583-885e-419e-9ee0-20e80f8eb596 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:53.533410 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Attempting to bind port 26e79583-885e-419e-9ee0-20e80f8eb596 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:53.533774 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Attempting to bind port 26e79583-885e-419e-9ee0-20e80f8eb596 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:53.540870 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.541557 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.541931 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.542294 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.542633 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.542963 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.543281 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.543786 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.544377 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.544964 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.545509 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.546098 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.546595 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.547809 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.548310 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Tracked resource versions report: Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: pushed versions: Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: { 'AddressGroup': {'1.2'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Agent': {'1.1'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'ConntrackHelper': {'1.0'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Log': {'1.0'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'NDPProxy': {'1.0'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Network': {'1.1'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Port': {'1.7'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'PortForwarding': {'1.3'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'QosPolicy': {'1.10'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroup': {'1.5'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SubPort': {'1.0'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Subnet': {'1.1'}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Trunk': {'1.1'}} Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: consumer versions: Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: { DHCP agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: HyperV agent@hv-cinder-83607: {}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: L3 agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: Metadata agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: Metering agent@dv-cinder-836074-1-iscsi: {}, Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: Open vSwitch agent@dv-cinder-836074-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Agent': '1.1', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'ConntrackHelper': '1.0', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'LocalIPAssociation': '1.0', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Log': '1.0', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'NDPProxy': '1.0', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Network': '1.1', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Port': '1.7', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'PortForwarding': '1.3', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'QosPolicy': '1.10', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroup': '1.5', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SecurityGroupRule': '1.2', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'SubPort': '1.0', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Subnet': '1.1', Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: 'Trunk': '1.1'}} Mar 31 21:38:53.549775 dv-cinder-836074-1-iscsi neutron-server[104527]: {{(pid=104527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:38:53.557107 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:53.557759 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:53.558316 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.558869 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:53.559498 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Bound port: 26e79583-885e-419e-9ee0-20e80f8eb596, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:53.560267 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.633493 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] For port 26e79583-885e-419e-9ee0-20e80f8eb596, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:53.638127 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] For port 26e79583-885e-419e-9ee0-20e80f8eb596, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=26e79583-885e-419e-9ee0-20e80f8eb596,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:53.647860 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.698069 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks [] for router_gateway (96658b4b-0c4d-4db3-98ba-b0467bf5f114), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.714080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Pushing event updated for resources: {'Port': ['ID=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:53.744030 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks [] for router_gateway (790ad468-35e7-4783-b68e-71d145d6b8c8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.805795 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:53.827564 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-47f25e24-e6d5-4efd-9fda-873a15e50a71 None None] Provisioning complete for port be60ae36-b1f0-4860-89db-7e9eeec6c048 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:53.828196 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-47f25e24-e6d5-4efd-9fda-873a15e50a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:53.837997 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720413a-d355-4b45-871e-603bd31374f8 None None] Pushing event updated for resources: {'Port': ['ID=26e79583-885e-419e-9ee0-20e80f8eb596,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:53.865475 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:53.866128 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:53.868876 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:53.884004 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:53.888514 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks [] for router_gateway (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.000056 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-1c02706c-737d-4304-8530-4cbdd17e7b08', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:38:54.001378 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.014633 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port be60ae36-b1f0-4860-89db-7e9eeec6c048 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:54.093755 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.098961 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.167667 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:54.194240 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ad398-8d66-4090-a72e-4a5a0940dd6f None None] Network bbf0f5ce-6074-4262-96c2-91dda34fd0aa requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:54.257593 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device be60ae36-b1f0-4860-89db-7e9eeec6c048 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:54.294927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (790ad468-35e7-4783-b68e-71d145d6b8c8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.368025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48696) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:54.391705 dv-cinder-836074-1-iscsi neutron-server[104524]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 21:38:54.431266 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Attempting to bind port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:54.431901 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Attempting to bind port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:54.432438 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Attempting to bind port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:54.536345 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:38:54.589103 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:49Z', 'revision_number': 3, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:54.591066 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:54.597965 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:54.598449 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.598862 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Bound using segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:54.599373 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Bound port: a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:54.599759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.627345 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-47f25e24-e6d5-4efd-9fda-873a15e50a71 None None] Current status of the port be60ae36-b1f0-4860-89db-7e9eeec6c048 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:54.642123 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f248b3c-54a5-42fd-991b-3de249f6846e None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:49Z', 'revision_number': 3, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:38:54.708025 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Publish callbacks [] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.737558 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Allocated IP 172.27.1.55 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/00f06eea-b5ce-44e9-9563-dee02e8564b4) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:54.740522 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:38:54.769873 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.788919 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:38:54.816453 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.820873 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6adb32a8-8bd6-463e-a174-310f8f194702 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4150581 Mar 31 21:38:54.823908 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48706) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:54.919577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port be60ae36-b1f0-4860-89db-7e9eeec6c048 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:54.919577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:54.937260 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Network 088043db-2f54-48c8-a654-e23dec40ff76 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:54.967219 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:38:54.967607 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:54.985678 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:54.988682 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Allocated IP 172.20.0.2 (1c02706c-737d-4304-8530-4cbdd17e7b08/c9103d37-64c7-4d3b-b7cd-4c6e5fc88179/319f206d-5589-4303-b093-6132292405ae) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:55.055231 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:55.196952 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-cb2e0686-ca5d-4489-8810-2ecd0ee06a9d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:38:55.216344 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-cb2e0686-ca5d-4489-8810-2ecd0ee06a9d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/networks?id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa HTTP/1.1" status: 200 len: 812 time: 0.8437421 Mar 31 21:38:55.261942 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Allocated IP 172.20.0.1 (5a706225-dc1c-4e00-a40d-b3c20e62fdc8/e8be7a40-7cf2-4952-aeb7-2a45b9502244/5ebd3c34-5926-48bd-9da0-85371c5208c8) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:55.308265 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Pushing event updated for resources: {'Port': ['ID=d3e68681-3830-4936-aae8-fe84adc5d3f5,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:55.313285 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] For port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:55.333847 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-c8f6ee37-b3a7-448c-9c86-a16f2f7220f9 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/quotas/c92912bb848942308cb1f3e307504b39 HTTP/1.1" status: 200 len: 375 time: 0.1146357 Mar 31 21:38:55.355223 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] For port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:55.437155 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-09b1f218-8a5f-4898-97ad-bafd3c71438f tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c92912bb848942308cb1f3e307504b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021433 Mar 31 21:38:55.525948 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks [] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.532023 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks [] for router_gateway (96658b4b-0c4d-4db3-98ba-b0467bf5f114), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.533877 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:38:55.559628 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.608568 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.655277 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Attempting to bind port d3e68681-3830-4936-aae8-fe84adc5d3f5 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:55.655540 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Attempting to bind port d3e68681-3830-4936-aae8-fe84adc5d3f5 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:55.661170 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Attempting to bind port d3e68681-3830-4936-aae8-fe84adc5d3f5 on network 088043db-2f54-48c8-a654-e23dec40ff76 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:55.821985 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:55.822240 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Checking segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:55.822817 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.823004 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Bound using segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:55.823480 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Bound port: d3e68681-3830-4936-aae8-fe84adc5d3f5, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:55.823861 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.865565 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks [] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.881983 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-72253b1a-72ed-4b76-8b39-2414e2901d21 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:38:55.889649 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-72253b1a-72ed-4b76-8b39-2414e2901d21 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1354921 Mar 31 21:38:55.904040 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Publish callbacks [] for port (319f206d-5589-4303-b093-6132292405ae), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:55.927811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bca25-e90e-4c3a-bda7-32a448ad716e None None] Pushing event updated for resources: {'Port': ['ID=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:55.982400 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.008965 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.014433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (319f206d-5589-4303-b093-6132292405ae), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.140477 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:38:56.146962 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:56.172286 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:56.198010 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:56.214009 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Allocated IP 172.27.1.161 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/67ef0160-06d5-4870-8dac-ca8e6db7a1d4) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:56.321122 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.333138 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Pushing event updated for resources: {'Port': ['ID=00f06eea-b5ce-44e9-9563-dee02e8564b4,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:56.387619 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-2a350f0f-3108-4258-9c50-d99ab065fb1a service neutron] 10.222.0.20 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955690 Mar 31 21:38:56.424245 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:56.456346 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:56.510522 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port be60ae36-b1f0-4860-89db-7e9eeec6c048 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:56.518307 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:56.554869 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Pushing event updated for resources: {'Port': ['ID=319f206d-5589-4303-b093-6132292405ae,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:56.556915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Allocated IP 172.20.0.1 (088043db-2f54-48c8-a654-e23dec40ff76/6bbcc4c5-248b-4e7e-a6df-454e38ad6761/51ea3646-d80c-4392-ad25-a23b44542099) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:38:56.575853 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] For port d3e68681-3830-4936-aae8-fe84adc5d3f5, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:56.582720 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] For port d3e68681-3830-4936-aae8-fe84adc5d3f5, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d3e68681-3830-4936-aae8-fe84adc5d3f5,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:56.669406 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.780827 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:56.886732 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks [] for port (51ea3646-d80c-4392-ad25-a23b44542099), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.891208 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:56.899499 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:56.899997 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (f09ae2c9-f188-45e7-9c13-456d5e756e68), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:56.921715 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Attempting to bind port 319f206d-5589-4303-b093-6132292405ae on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:38:56.922759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Attempting to bind port 319f206d-5589-4303-b093-6132292405ae by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:38:56.924455 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Attempting to bind port 319f206d-5589-4303-b093-6132292405ae on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:38:57.015949 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (51ea3646-d80c-4392-ad25-a23b44542099), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.023807 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:38:57.030893 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Checking segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:38:57.031714 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.032617 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Bound using segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:38:57.033592 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Bound port: 319f206d-5589-4303-b093-6132292405ae, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:38:57.039740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (319f206d-5589-4303-b093-6132292405ae), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.081853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebd3c34-5926-48bd-9da0-85371c5208c8,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:57.146533 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485cc01-99d7-4ed7-9add-6a7ed2415c60 None None] Pushing event updated for resources: {'Port': ['ID=d3e68681-3830-4936-aae8-fe84adc5d3f5,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:57.157191 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 26e79583-885e-419e-9ee0-20e80f8eb596 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:57.162465 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Network 088043db-2f54-48c8-a654-e23dec40ff76 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:57.176183 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:57.183377 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:57.184132 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (790ad468-35e7-4783-b68e-71d145d6b8c8), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.501964 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Pushing event updated for resources: {'Port': ['ID=51ea3646-d80c-4392-ad25-a23b44542099,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:57.725532 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] For port 319f206d-5589-4303-b093-6132292405ae, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:38:57.764871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] For port 319f206d-5589-4303-b093-6132292405ae, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=319f206d-5589-4303-b093-6132292405ae,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:38:57.774834 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (51ea3646-d80c-4392-ad25-a23b44542099), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.855287 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:53Z', 'revision_number': 3, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:38:57.919215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (319f206d-5589-4303-b093-6132292405ae), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:57.947468 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48806) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:57.988426 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 26e79583-885e-419e-9ee0-20e80f8eb596 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:57.989084 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.012320 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-71452713-ec53-4551-8590-38fb34981ecb service neutron] 10.222.0.20 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6236765 Mar 31 21:38:58.047580 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:38:58.047720 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Updating router 790ad468-35e7-4783-b68e-71d145d6b8c8 port 6b4ce586-940e-4861-8237-72f5adb443c1 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:38:58.188162 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491864a-f3cf-486f-9c65-ea7b42c546f8 None None] Pushing event updated for resources: {'Port': ['ID=319f206d-5589-4303-b093-6132292405ae,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:58.197608 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks [] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.202308 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-0cd386f7-e69f-47b2-9d4a-caf9ecde851b None None] Provisioning complete for port 5ebd3c34-5926-48bd-9da0-85371c5208c8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:58.202999 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0cd386f7-e69f-47b2-9d4a-caf9ecde851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.268377 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.271738 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.314726 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks [] for port (51ea3646-d80c-4392-ad25-a23b44542099), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.322581 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (51ea3646-d80c-4392-ad25-a23b44542099), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.323585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (790ad468-35e7-4783-b68e-71d145d6b8c8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.421193 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bae86a-1c7b-44a3-b60c-6ad66c2b3914 None None] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:58.468882 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d09aa78d-3ad0-4ce3-918e-3764f7b95922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.562507 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-0cd386f7-e69f-47b2-9d4a-caf9ecde851b None None] Port 5ebd3c34-5926-48bd-9da0-85371c5208c8 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:38:58.592755 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Pushing event updated for resources: {'Port': ['ID=51ea3646-d80c-4392-ad25-a23b44542099,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:58.597344 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.615243 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks [] for router_gateway (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.632305 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:58.638345 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:58.701647 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 26e79583-885e-419e-9ee0-20e80f8eb596 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:38:58.702039 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.716038 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Network 088043db-2f54-48c8-a654-e23dec40ff76 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:58.718924 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:58.817470 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 26e79583-885e-419e-9ee0-20e80f8eb596, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=26e79583-885e-419e-9ee0-20e80f8eb596,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:38:58.828468 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] Provisioning complete for port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:58.829101 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.836469 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.837230 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:38:58.899354 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks [] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.905634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Pushing event updated for resources: {'Port': ['ID=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:58.961524 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d09aa78d-3ad0-4ce3-918e-3764f7b95922 admin admin] Publish callbacks [] for security_group (1909f788-9ec5-4b20-8ed4-f33d3b797df5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.976438 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d09aa78d-3ad0-4ce3-918e-3764f7b95922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1909f788-9ec5-4b20-8ed4-f33d3b797df5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:58.987852 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:38:59.023154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48850) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:59.023979 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa78d-3ad0-4ce3-918e-3764f7b95922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1909f788-9ec5-4b20-8ed4-f33d3b797df5,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:59.037392 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=26e79583-885e-419e-9ee0-20e80f8eb596,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:59.048792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.052098 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (f09ae2c9-f188-45e7-9c13-456d5e756e68), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.080543 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:38:59.085497 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d09aa78d-3ad0-4ce3-918e-3764f7b95922 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88b9864cacec439abdac0a18f372957e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1143703 Mar 31 21:38:59.091850 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48854) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:38:59.212877 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-93dd2912-a122-4dd7-b943-1b55568e4542 req-661a6f1a-1fb3-41a7-879e-dc0f54cd93b9 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 210 time: 0.5947442 Mar 31 21:38:59.287984 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebd3c34-5926-48bd-9da0-85371c5208c8,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:38:59.564577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Publish callbacks [] for port (6b4ce586-940e-4861-8237-72f5adb443c1), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.567072 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:38:59.567444 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.569338 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c9311-ae46-4c22-ab31-b02bccdcd207 None None] Network 088043db-2f54-48c8-a654-e23dec40ff76 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:38:59.660860 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.728771 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:38:59.755926 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:38:59.867123 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6e805c60-32a5-429c-8c60-fb2f7ff1bc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.887705 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2aab0d32-9f23-40d1-a66d-4a407451b0fd admin admin] Publish callbacks [] for security_group (1909f788-9ec5-4b20-8ed4-f33d3b797df5), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.937908 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:38:59.943906 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2aab0d32-9f23-40d1-a66d-4a407451b0fd admin admin] Publish callbacks [] for security_group (1909f788-9ec5-4b20-8ed4-f33d3b797df5), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:38:59.974682 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks [] for router_gateway (96658b4b-0c4d-4db3-98ba-b0467bf5f114), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.004694 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] Current status of the port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:00.005225 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.034644 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cc946-6474-422e-960d-1c19edef9bdb None None] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:00.135017 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Attempting to bind port 6b4ce586-940e-4861-8237-72f5adb443c1 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:00.135313 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Attempting to bind port 6b4ce586-940e-4861-8237-72f5adb443c1 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:00.135664 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Attempting to bind port 6b4ce586-940e-4861-8237-72f5adb443c1 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:00.148955 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2aab0d32-9f23-40d1-a66d-4a407451b0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1909f788-9ec5-4b20-8ed4-f33d3b797df5), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.152201 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2aab0d32-9f23-40d1-a66d-4a407451b0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.154347 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2aab0d32-9f23-40d1-a66d-4a407451b0fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1909f788-9ec5-4b20-8ed4-f33d3b797df5 HTTP/1.1" status: 204 len: 168 time: 1.0568674 Mar 31 21:39:00.168528 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] For port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:00.182150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:00.189117 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.191866 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab0d32-9f23-40d1-a66d-4a407451b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1909f788-9ec5-4b20-8ed4-f33d3b797df5,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:00.214883 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-24f131fb-8919-44ed-bc99-08cd383944fc admin admin] 10.222.0.20 "PUT /v2.0/routers/790ad468-35e7-4783-b68e-71d145d6b8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3864853 Mar 31 21:39:00.217354 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.236718 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6e805c60-32a5-429c-8c60-fb2f7ff1bc6e admin admin] Publish callbacks [] for security_group (f94dbaf0-84c8-472f-b548-61e06c4c6065), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.244054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6e805c60-32a5-429c-8c60-fb2f7ff1bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f94dbaf0-84c8-472f-b548-61e06c4c6065), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.244762 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:00.245161 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:00.247753 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.248329 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:00.248688 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Bound port: 6b4ce586-940e-4861-8237-72f5adb443c1, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:00.249074 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.269270 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2a1ee-aff7-4c3f-ad86-40cb11a6e150 None None] Pushing event updated for resources: {'Port': ['ID=6b4ce586-940e-4861-8237-72f5adb443c1,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:00.308798 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6e805c60-32a5-429c-8c60-fb2f7ff1bc6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=714d23006de14f65b49ff0411ea092cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2809348 Mar 31 21:39:00.310505 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48890) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:00.317852 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e805c60-32a5-429c-8c60-fb2f7ff1bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94dbaf0-84c8-472f-b548-61e06c4c6065,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:00.385262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cc881792-b324-4d56-a7d2-2a73af672e0d admin admin] Publish callbacks [] for security_group (f94dbaf0-84c8-472f-b548-61e06c4c6065), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.411768 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48892) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:00.417951 dv-cinder-836074-1-iscsi neutron-server[104525]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 21:39:00.431199 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cc881792-b324-4d56-a7d2-2a73af672e0d admin admin] Publish callbacks [] for security_group (f94dbaf0-84c8-472f-b548-61e06c4c6065), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.510233 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-597e69b6-34de-498c-b897-ac295680b3bd req-6576c253-7865-4caa-adf0-fb6664aef0c0 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0971484 Mar 31 21:39:00.575517 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:00.575934 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.576763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cc881792-b324-4d56-a7d2-2a73af672e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f94dbaf0-84c8-472f-b548-61e06c4c6065), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.581058 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cc881792-b324-4d56-a7d2-2a73af672e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.591028 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-cc881792-b324-4d56-a7d2-2a73af672e0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f94dbaf0-84c8-472f-b548-61e06c4c6065 HTTP/1.1" status: 204 len: 168 time: 0.2800829 Mar 31 21:39:00.618093 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc881792-b324-4d56-a7d2-2a73af672e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94dbaf0-84c8-472f-b548-61e06c4c6065,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:00.724129 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Provisioning complete for port 319f206d-5589-4303-b093-6132292405ae triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:00.724615 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (319f206d-5589-4303-b093-6132292405ae), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.738936 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] For port 6b4ce586-940e-4861-8237-72f5adb443c1, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:00.743822 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] For port 6b4ce586-940e-4861-8237-72f5adb443c1, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=6b4ce586-940e-4861-8237-72f5adb443c1,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:00.794687 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.829035 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:00.847402 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:00.848386 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d9152d61-bdd3-4a5a-8bb2-7970e59b5054 admin admin] 10.222.0.20 "PUT /v2.0/routers/f09ae2c9-f188-45e7-9c13-456d5e756e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1492147 Mar 31 21:39:00.861148 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:00.862039 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:00.884834 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae38809-7ae3-4341-972b-f9fd7ee79c4d None None] Pushing event updated for resources: {'Port': ['ID=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:00.897547 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (96658b4b-0c4d-4db3-98ba-b0467bf5f114), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:00.931202 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48918) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:00.979876 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d356-7a9f-4b97-9ab0-9a5047c551d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.107872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:01.108503 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:01.156674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d356-7a9f-4b97-9ab0-9a5047c551d9 admin admin] Publish callbacks [] for security_group (3d589563-e275-47e3-9ccb-edb4ce3d3cbd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.163487 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:01.165450 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:39:01.169540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4ac5d356-7a9f-4b97-9ab0-9a5047c551d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3d589563-e275-47e3-9ccb-edb4ce3d3cbd), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.323819 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5d356-7a9f-4b97-9ab0-9a5047c551d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d589563-e275-47e3-9ccb-edb4ce3d3cbd,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:01.334755 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4ac5d356-7a9f-4b97-9ab0-9a5047c551d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e249c5eab0649e7b74f7a4a567b7d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013116 Mar 31 21:39:01.339067 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48934) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:01.437975 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:01.480698 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-adced348-6867-4f41-a4c5-855198dbf698 admin admin] Publish callbacks [] for security_group (3d589563-e275-47e3-9ccb-edb4ce3d3cbd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.530865 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:01.573488 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.578283 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8239239c-b790-4055-8e61-24c3d1947f31 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.3004460 Mar 31 21:39:01.579343 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-adced348-6867-4f41-a4c5-855198dbf698 admin admin] Publish callbacks [] for security_group (3d589563-e275-47e3-9ccb-edb4ce3d3cbd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.580046 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 48940) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:01.688826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:01.737775 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-adced348-6867-4f41-a4c5-855198dbf698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3d589563-e275-47e3-9ccb-edb4ce3d3cbd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.740633 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-adced348-6867-4f41-a4c5-855198dbf698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.744973 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-adced348-6867-4f41-a4c5-855198dbf698 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d589563-e275-47e3-9ccb-edb4ce3d3cbd HTTP/1.1" status: 204 len: 168 time: 0.4030161 Mar 31 21:39:01.771183 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adced348-6867-4f41-a4c5-855198dbf698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d589563-e275-47e3-9ccb-edb4ce3d3cbd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:01.821739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48948) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:01.827955 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098864408', 'description': 'tempest-description--2071143008'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:01.829454 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 2, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:01.880619 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:01.925780 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:01.931301 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Updating router f09ae2c9-f188-45e7-9c13-456d5e756e68 port 5ebd3c34-5926-48bd-9da0-85371c5208c8 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:02.017154 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:02.025400 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:02.054551 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.078175 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (e74997e4-f01c-4b19-b6f8-a8b168cdf0c0), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.094996 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e74997e4-f01c-4b19-b6f8-a8b168cdf0c0), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.149964 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:39:02.169279 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.35', 63926) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:02.201808 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.208456 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3854401 Mar 31 21:39:02.216119 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48956) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:02.225489 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'security_group_rule': {'security_group_id': 'e74997e4-f01c-4b19-b6f8-a8b168cdf0c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:02.336616 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (ed05a28d-5a76-4003-a5ba-0989557aa1f5), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.339856 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.db.api [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 21:39:02.340335 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG oslo_db.api [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 21:39:02.395847 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2a1ee-aff7-4c3f-ad86-40cb11a6e150 None None] Pushing event updated for resources: {'Port': ['ID=6b4ce586-940e-4861-8237-72f5adb443c1,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:02.408754 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9808-a315-46f0-a10c-2278f67c3a79 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:02.616353 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (ed05a28d-5a76-4003-a5ba-0989557aa1f5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.621950 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (ed05a28d-5a76-4003-a5ba-0989557aa1f5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.637965 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4851ca03-0e93-4ce7-b918-40050c6ccb0e req-520f1d13-60e0-47f8-a136-e648a32cf440 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 210 time: 0.3245578 Mar 31 21:39:02.692089 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-542d88f4-b7f3-4391-999a-2103b5100251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.722689 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed05a28d-5a76-4003-a5ba-0989557aa1f5,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:02.759847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.762799 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c5433161-b752-494e-93b4-d884388df8d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5431328 Mar 31 21:39:02.771104 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48984) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:02.787847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'security_group_rule': {'security_group_id': 'e74997e4-f01c-4b19-b6f8-a8b168cdf0c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:02.880195 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:02.894871 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (e2571a31-559f-4742-806c-78a729e155a8), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:02.949057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 48992) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:02.965158 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250231741', 'description': 'tempest-description--885991809'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:03.002282 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.148129 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.159861 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.164440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (e2571a31-559f-4742-806c-78a729e155a8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.195636 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Publish callbacks [] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.207311 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:03.209772 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.238006 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (e2571a31-559f-4742-806c-78a729e155a8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.247120 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-32f196e8-a83f-4729-8dbe-d9f46f54d4cf tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:03.254414 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-32f196e8-a83f-4729-8dbe-d9f46f54d4cf tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.35 "GET /v2.0/networks?id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa HTTP/1.1" status: 200 len: 812 time: 1.0838289 Mar 31 21:39:03.268481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.270805 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4986329 Mar 31 21:39:03.274814 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49002) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:03.280973 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:03.300234 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Current status of the port 319f206d-5589-4303-b093-6132292405ae is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:03.302587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.306248 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-349f3f54-8b8b-4d21-9789-b427bf70d011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3539615 Mar 31 21:39:03.307659 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (319f206d-5589-4303-b093-6132292405ae), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.315904 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49008) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:03.321639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'security_group_rule': {'security_group_id': 'b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:03.333893 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b04323-51e7-403a-bd28-0cea930f1983 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2571a31-559f-4742-806c-78a729e155a8,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:03.364034 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Request body: {'port': {'device_id': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa', 'admin_state_up': True, 'tenant_id': 'c92912bb848942308cb1f3e307504b39'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:03.372857 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.379556 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633cab7-9f17-4f28-8feb-dfb2f40f43fd None None] Pushing event updated for resources: {'Port': ['ID=5ebd3c34-5926-48bd-9da0-85371c5208c8,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:03.450579 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (4cb66c58-0e07-45da-91c5-2091847bc396), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.555698 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:03.581654 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Attempting to bind port 5ebd3c34-5926-48bd-9da0-85371c5208c8 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:03.582342 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Attempting to bind port 5ebd3c34-5926-48bd-9da0-85371c5208c8 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:03.583663 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Attempting to bind port 5ebd3c34-5926-48bd-9da0-85371c5208c8 on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:03.599765 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:03.601361 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Checking segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:03.601603 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:03.605363 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.605960 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Bound using segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:03.606792 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Bound port: 5ebd3c34-5926-48bd-9da0-85371c5208c8, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:03.608023 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.637214 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Sync routers for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:03.792876 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:03.804136 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] For port 319f206d-5589-4303-b093-6132292405ae, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=319f206d-5589-4303-b093-6132292405ae,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:03.805944 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:03.851730 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (319f206d-5589-4303-b093-6132292405ae), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.920721 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:03.940159 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6a79e4df-f00d-4842-be30-0a81721edd4c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.1611311 Mar 31 21:39:03.941855 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49032) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:04.078525 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Provisioning complete for port d3e68681-3830-4936-aae8-fe84adc5d3f5 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:04.079505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.159065 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 2, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:04.171549 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Pushing event updated for resources: {'Port': ['ID=319f206d-5589-4303-b093-6132292405ae,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:04.179657 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:04.191805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (4cb66c58-0e07-45da-91c5-2091847bc396), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.232247 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (4cb66c58-0e07-45da-91c5-2091847bc396), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.272888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d3e68681-3830-4936-aae8-fe84adc5d3f5 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:04.354246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb66c58-0e07-45da-91c5-2091847bc396,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:04.391817 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.400658 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-095b9cf1-3660-474c-9666-a767a260b8c0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0828700 Mar 31 21:39:04.403374 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49038) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:04.423343 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'security_group_rule': {'security_group_id': 'b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:04.462722 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] For port 5ebd3c34-5926-48bd-9da0-85371c5208c8, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:04.472268 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] For port 5ebd3c34-5926-48bd-9da0-85371c5208c8, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5ebd3c34-5926-48bd-9da0-85371c5208c8,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:04.494103 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac6d8ff-7b16-424d-89c6-7afdd9b2de53 None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 2, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:04.699507 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (70e68025-f938-4781-8981-fe7dd79c6449), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.799183 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.812797 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:04.961125 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a87e85ba-1932-46fc-b72e-72df424dce2a req-0fc6179d-f817-4752-8c4d-c605757f6e25 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 210 time: 0.4283624 Mar 31 21:39:05.008563 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Made reservation on behalf of c92912bb848942308cb1f3e307504b39 for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:05.022214 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.055882 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633cab7-9f17-4f28-8feb-dfb2f40f43fd None None] Pushing event updated for resources: {'Port': ['ID=5ebd3c34-5926-48bd-9da0-85371c5208c8,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:05.246522 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:05.247493 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:38:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:05.361433 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (70e68025-f938-4781-8981-fe7dd79c6449), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.393160 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (70e68025-f938-4781-8981-fe7dd79c6449), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.458246 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:38:59Z', 'revision_number': 3, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:05.539549 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Checking router: 96658b4b-0c4d-4db3-98ba-b0467bf5f114 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:05.540264 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Updating router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:05.599039 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e68025-f938-4781-8981-fe7dd79c6449,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:05.618329 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.643889 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Allocated IP 172.27.1.167 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:05.695619 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.711294 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-030d43bc-ae00-4488-9703-a6b0294031ec tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3035376 Mar 31 21:39:05.719208 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49064) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:05.746625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:05.748491 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:05.771333 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0e7fee3b-44ea-4e22-9066-3cb8baa8821e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.802200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 3, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:05.811541 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port d3e68681-3830-4936-aae8-fe84adc5d3f5 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:05.815339 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:05.820183 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Current status of the port d3e68681-3830-4936-aae8-fe84adc5d3f5 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:05.820598 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.057840 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:06.058675 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Updating router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 port 00f06eea-b5ce-44e9-9563-dee02e8564b4 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:06.221964 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.303938 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.351902 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] For port d3e68681-3830-4936-aae8-fe84adc5d3f5, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d3e68681-3830-4936-aae8-fe84adc5d3f5,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:06.361373 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.402803 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.480353 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:06.494802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.601490 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:06.609531 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:06.707957 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:07.229783 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port d3e68681-3830-4936-aae8-fe84adc5d3f5 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:07.231822 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:07.525174 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff3420fa-8335-4095-96e7-2131ae4d15d0 req-af62c30a-0cc2-4feb-a94c-0980d6ebc1ec tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 210 time: 0.6035571 Mar 31 21:39:07.539408 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'Port': ['ID=ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:07.628188 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (ef045a7d-5324-4ee2-868c-c24662aa9438), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:07.704084 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:07.752219 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Provisioning complete for port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:07.753180 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.060007 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Allocated IP 172.20.0.8 (bbf0f5ce-6074-4262-96c2-91dda34fd0aa/74a704a0-3fcc-4e2e-aa3c-91a12fea660c/de2969a9-3135-433f-8f4d-16d80763d6c5) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:08.075059 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.093257 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.155729 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (ef045a7d-5324-4ee2-868c-c24662aa9438), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.169780 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Publish callbacks [] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.186655 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.308625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.318689 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0419436 Mar 31 21:39:08.367347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.377360 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.449656 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Publish callbacks [] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.455799 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Pushing event updated for resources: {'Port': ['ID=d3e68681-3830-4936-aae8-fe84adc5d3f5,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:08.459309 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.468081 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.537132 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136884e-eb0e-4bd7-a701-e1dff4f1f73d None None] Pushing event updated for resources: {'Port': ['ID=00f06eea-b5ce-44e9-9563-dee02e8564b4,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:08.634257 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Attempting to bind port 00f06eea-b5ce-44e9-9563-dee02e8564b4 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:08.634872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Attempting to bind port 00f06eea-b5ce-44e9-9563-dee02e8564b4 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:08.635420 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Attempting to bind port 00f06eea-b5ce-44e9-9563-dee02e8564b4 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:08.654316 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:08.655424 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:08.655994 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.656709 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:08.657545 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Bound port: 00f06eea-b5ce-44e9-9563-dee02e8564b4, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:08.658381 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.692356 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18473-7f26-4e28-8bd7-2b6bd370b721 None None] Pushing event updated for resources: {'Port': ['ID=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:08.711000 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:04Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:08.719764 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Attempting to bind port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:08.731016 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Attempting to bind port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:08.735713 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Attempting to bind port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:08.746829 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:08.748962 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.961394 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:08.976253 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:08.978199 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:08.983649 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:08.985824 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Bound port: 67ef0160-06d5-4870-8dac-ca8e6db7a1d4, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:08.988883 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:09.019237 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59010fd-c755-404f-a809-b92b69c28508 None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:04Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:09.470447 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] For port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:09.480606 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] For port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:09.506296 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:09.509873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks [] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:09.542156 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Current status of the port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:09.597168 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:09.616835 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] For port 00f06eea-b5ce-44e9-9563-dee02e8564b4, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:09.674219 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:09.812588 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Allocated IP 172.27.1.217 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/09f10701-6cc7-43d6-9d95-13f423d3a3dd) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:09.874402 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fad36-36ad-420b-ac17-ce058118872d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'Port': ['ID=ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:09.882659 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:09.884586 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 319f206d-5589-4303-b093-6132292405ae up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:09.940204 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de18473-7f26-4e28-8bd7-2b6bd370b721 None None] Pushing event updated for resources: {'Port': ['ID=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:09.970182 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-db3fe1a8-828c-40b2-8c2f-2a15b6c432ed tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1098864408&fields=id&tenant_id=c56e199432874020afc4e267f6fe290c HTTP/1.1" status: 200 len: 267 time: 0.1537373 Mar 31 21:39:09.983988 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:09.987521 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:10.089029 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] For port 00f06eea-b5ce-44e9-9563-dee02e8564b4, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=00f06eea-b5ce-44e9-9563-dee02e8564b4,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:10.156095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Provisioning complete for port 5ebd3c34-5926-48bd-9da0-85371c5208c8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:10.156675 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:10.196209 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Network bbf0f5ce-6074-4262-96c2-91dda34fd0aa is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:10.218335 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49154) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:10.226237 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:10.260712 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:10.267462 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:10.281808 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:10.284816 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:10.558318 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 319f206d-5589-4303-b093-6132292405ae triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:10.560650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (319f206d-5589-4303-b093-6132292405ae), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:10.640802 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Pushing event updated for resources: {'Port': ['ID=de2969a9-3135-433f-8f4d-16d80763d6c5,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:10.660574 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Current status of the port 5ebd3c34-5926-48bd-9da0-85371c5208c8 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:10.661143 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:10.702908 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:10.710859 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-e1889555-f3ac-4a98-bd6d-e1845f72a43d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3808155 Mar 31 21:39:10.714660 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] For port 5ebd3c34-5926-48bd-9da0-85371c5208c8, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5ebd3c34-5926-48bd-9da0-85371c5208c8,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:10.771991 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:10.787499 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:10.799782 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:10.801831 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:10.839269 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085ffd-828f-497d-8c16-f570a82bc976 req-a2bc6694-ead4-4a67-9c74-ec96e9bea3c7 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:10.847275 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-17085ffd-828f-497d-8c16-f570a82bc976 req-a2bc6694-ead4-4a67-9c74-ec96e9bea3c7 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 931 time: 1.2103684 Mar 31 21:39:10.875189 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f90ca865-9055-4cac-a643-195486d488ac tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:39:10.878697 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f90ca865-9055-4cac-a643-195486d488ac tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0787754 Mar 31 21:39:10.991719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c3009e45-4317-42db-9ec0-0541bc4d2f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:11.061539 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:11.065879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-68516060-74ce-45b0-83dc-cf1e5090365d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:11.074848 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-68516060-74ce-45b0-83dc-cf1e5090365d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 811 time: 1.1036439 Mar 31 21:39:11.193741 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:11.200297 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-48dda99d-feda-4bea-a185-b5d8fc358aad tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/quotas/c56e199432874020afc4e267f6fe290c HTTP/1.1" status: 200 len: 375 time: 0.1180668 Mar 31 21:39:11.379044 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:38:59Z', 'revision_number': 3, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:11.448158 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:11.468831 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc810ad-0b09-46d9-88f0-554449bfb8ff None None] The sync data for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi is: [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:38:59Z', 'revision_number': 3, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:11.470549 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-17085ffd-828f-497d-8c16-f570a82bc976 req-b0763612-4c40-4651-9d0c-5bb2c027b891 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198871 Mar 31 21:39:11.515499 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Allocated IP 172.20.0.1 (8ea577cb-82b9-409c-896b-6e4ab00cc1c6/5688f097-0044-4ced-93b8-e17caf04ca16/3601c1e8-5d7b-45e0-9693-21c9f5b51faf) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:11.584764 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Request body: {'port': {'device_id': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:11.674768 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:11.675498 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:11.682106 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-322eaeff-02f3-4b94-8983-4da60e259859 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4608960 Mar 31 21:39:11.686261 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:11.825217 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:11.837181 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:11.852800 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:11.914497 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'Port': ['ID=09f10701-6cc7-43d6-9d95-13f423d3a3dd,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:11.994806 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136884e-eb0e-4bd7-a701-e1dff4f1f73d None None] Pushing event updated for resources: {'Port': ['ID=00f06eea-b5ce-44e9-9563-dee02e8564b4,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:12.028324 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Provisioning complete for port 51ea3646-d80c-4392-ad25-a23b44542099 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:12.028742 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (51ea3646-d80c-4392-ad25-a23b44542099), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.108992 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (73ebeec5-29f1-4933-9d8d-96f9063c3dee), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.129530 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-c6e096ac-e5f9-42f4-8e46-8f108a3fb038 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:39:12.138725 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-c6e096ac-e5f9-42f4-8e46-8f108a3fb038 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2531073 Mar 31 21:39:12.227901 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c3009e45-4317-42db-9ec0-0541bc4d2f00 admin admin] Publish callbacks [] for security_group (d2c2aa68-9104-487a-8da2-7cf463fd61c1), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.270761 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.277898 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c3009e45-4317-42db-9ec0-0541bc4d2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (d2c2aa68-9104-487a-8da2-7cf463fd61c1), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.387729 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.388846 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49198) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:12.406865 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 319f206d-5589-4303-b093-6132292405ae is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:12.409256 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 26e79583-885e-419e-9ee0-20e80f8eb596 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:12.466555 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c3009e45-4317-42db-9ec0-0541bc4d2f00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2a579da86474540850d417c285b1578&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2335083 Mar 31 21:39:12.508634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Allocated IP 172.20.0.1 (1c02706c-737d-4304-8530-4cbdd17e7b08/c9103d37-64c7-4d3b-b7cd-4c6e5fc88179/d8d49f4a-aefb-45cd-8bdc-296505e683a6) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:12.550883 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49202) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:12.586414 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Port 51ea3646-d80c-4392-ad25-a23b44542099 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:12.602010 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:12.674321 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks [] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.738369 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks [] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.754370 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2221c9c-3dca-4672-abac-b50b873e6e06 None None] Pushing event updated for resources: {'Port': ['ID=5ebd3c34-5926-48bd-9da0-85371c5208c8,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:12.789119 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Provisioning complete for port 319f206d-5589-4303-b093-6132292405ae triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:12.790253 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (319f206d-5589-4303-b093-6132292405ae), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.876316 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.879088 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:12.885013 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-c72b1615-b039-460d-b07a-a929fbbb9070 service neutron] 10.222.0.20 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6517520 Mar 31 21:39:13.091579 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:13.095408 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3009e45-4317-42db-9ec0-0541bc4d2f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c2aa68-9104-487a-8da2-7cf463fd61c1,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:13.142424 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:13.191002 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:13.213601 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 3, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:13.248252 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:13.248925 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.330847 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 26e79583-885e-419e-9ee0-20e80f8eb596 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:13.331722 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.333885 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4022637-9748-4032-aca5-0703c6274ef1 None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 3, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:13.507763 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:13.514141 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-ae3464b5-553d-44c8-8311-13494615192d service neutron] 10.222.0.20 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096537 Mar 31 21:39:13.520667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:13.522489 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (96658b4b-0c4d-4db3-98ba-b0467bf5f114), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.581007 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-da3a4faa-c13a-48a8-9e06-796b8351a229 admin admin] Publish callbacks [] for security_group (d2c2aa68-9104-487a-8da2-7cf463fd61c1), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.693669 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-da3a4faa-c13a-48a8-9e06-796b8351a229 admin admin] Publish callbacks [] for security_group (d2c2aa68-9104-487a-8da2-7cf463fd61c1), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.700762 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Current status of the port 319f206d-5589-4303-b093-6132292405ae is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:13.866360 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-da3a4faa-c13a-48a8-9e06-796b8351a229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (d2c2aa68-9104-487a-8da2-7cf463fd61c1), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.869337 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-da3a4faa-c13a-48a8-9e06-796b8351a229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.872425 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-da3a4faa-c13a-48a8-9e06-796b8351a229 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2c2aa68-9104-487a-8da2-7cf463fd61c1 HTTP/1.1" status: 204 len: 168 time: 1.3146131 Mar 31 21:39:13.902813 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Provisioning complete for port d3e68681-3830-4936-aae8-fe84adc5d3f5 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:13.903433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:13.973183 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a4faa-c13a-48a8-9e06-796b8351a229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c2aa68-9104-487a-8da2-7cf463fd61c1,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:14.373686 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:14.386399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:14.495776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (73ebeec5-29f1-4933-9d8d-96f9063c3dee), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:14.527366 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:14.539596 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8151565 Mar 31 21:39:14.624101 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8316f1c0-066f-4686-8333-3f0913a855ca req-b8eec71a-70d8-4381-9d3c-5ca83fe5cae8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 210 time: 0.1534202 Mar 31 21:39:14.683619 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44180dd-57ea-4983-8efa-94c46b633c4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'Port': ['ID=09f10701-6cc7-43d6-9d95-13f423d3a3dd,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:14.737418 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 26e79583-885e-419e-9ee0-20e80f8eb596 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:14.745055 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d49f4a-aefb-45cd-8bdc-296505e683a6,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:14.878636 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 2, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:14.970066 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ee2a-04e9-4898-9e63-cc9b6ad36613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:15.019547 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Current status of the port d3e68681-3830-4936-aae8-fe84adc5d3f5 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:15.031357 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:15.031718 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Updating router 790ad468-35e7-4783-b68e-71d145d6b8c8 port 51ea3646-d80c-4392-ad25-a23b44542099 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:15.110119 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (51ea3646-d80c-4392-ad25-a23b44542099), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:15.219190 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Provisioning complete for port 5ebd3c34-5926-48bd-9da0-85371c5208c8 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:15.219730 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:15.313096 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49260) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:15.346356 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10cad23e-075d-450e-985b-2b5735297e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:15.736679 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10cad23e-075d-450e-985b-2b5735297e45 admin admin] Publish callbacks [] for security_group (b4470b91-ab72-42dc-a760-f4829b648691), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:15.783233 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10cad23e-075d-450e-985b-2b5735297e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b4470b91-ab72-42dc-a760-f4829b648691), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:15.827334 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d3e68681-3830-4936-aae8-fe84adc5d3f5 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:15.980375 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-10cad23e-075d-450e-985b-2b5735297e45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6a82efa47c74c90a4fc880191d85aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6658909 Mar 31 21:39:16.013976 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cad23e-075d-450e-985b-2b5735297e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4470b91-ab72-42dc-a760-f4829b648691,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:16.025737 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49294) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:16.086609 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-d107400a-0c75-4623-b387-53442d447330 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1250231741&fields=id&tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 267 time: 0.3650420 Mar 31 21:39:16.232900 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6b262-5944-4c17-a3a2-f35663e5b469 req-aaa10e71-7935-4f09-95c7-5a1b540c2def tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:16.241099 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-78d6b262-5944-4c17-a3a2-f35663e5b469 req-aaa10e71-7935-4f09-95c7-5a1b540c2def tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 931 time: 3.3669593 Mar 31 21:39:16.259346 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port d3e68681-3830-4936-aae8-fe84adc5d3f5 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:16.261872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.313635 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.326453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.377963 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-afd91892-2a76-42ba-a125-0798d4bdc63a None None] Current status of the port 5ebd3c34-5926-48bd-9da0-85371c5208c8 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:16.421077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Pushing event updated for resources: {'Port': ['ID=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:16.439999 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-a1d6ca0e-6101-48f1-8296-7b57aa024e8b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:16.454221 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-a1d6ca0e-6101-48f1-8296-7b57aa024e8b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 816 time: 0.3664804 Mar 31 21:39:16.545637 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2969a9-3135-433f-8f4d-16d80763d6c5 {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:16.552062 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-50e036e1-2ee5-40ad-b603-4735b2f788c4 admin admin] Publish callbacks [] for security_group (b4470b91-ab72-42dc-a760-f4829b648691), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.582854 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port d3e68681-3830-4936-aae8-fe84adc5d3f5 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:16.585258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 319f206d-5589-4303-b093-6132292405ae up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:16.590788 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-50e036e1-2ee5-40ad-b603-4735b2f788c4 admin admin] Publish callbacks [] for security_group (b4470b91-ab72-42dc-a760-f4829b648691), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.630331 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-78d6b262-5944-4c17-a3a2-f35663e5b469 req-bc1870ae-47cb-4825-a9bc-6b3588190d04 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880882 Mar 31 21:39:16.646479 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Publish callbacks [] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.674439 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-6867e1e3-8b6d-49df-bda3-94ad323ab026 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/quotas/6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 375 time: 0.2190351 Mar 31 21:39:16.677183 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-50e036e1-2ee5-40ad-b603-4735b2f788c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b4470b91-ab72-42dc-a760-f4829b648691), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.681701 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-50e036e1-2ee5-40ad-b603-4735b2f788c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.684233 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-50e036e1-2ee5-40ad-b603-4735b2f788c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4470b91-ab72-42dc-a760-f4829b648691 HTTP/1.1" status: 204 len: 168 time: 0.6561174 Mar 31 21:39:16.695551 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-c0220cf0-2f6e-4b60-8769-1f3ac64f0527 None None] Provisioning complete for port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:16.699422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0220cf0-2f6e-4b60-8769-1f3ac64f0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.823290 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-c0220cf0-2f6e-4b60-8769-1f3ac64f0527 None None] Port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:16.832151 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e036e1-2ee5-40ad-b603-4735b2f788c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4470b91-ab72-42dc-a760-f4829b648691,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:16.895395 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-bf3c8d47-d541-4907-9cad-c8dde8740c2d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2182662 Mar 31 21:39:16.942684 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Publish callbacks [] for port (51ea3646-d80c-4392-ad25-a23b44542099), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:16.958719 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-c0220cf0-2f6e-4b60-8769-1f3ac64f0527 None None] Provisioning complete for port d8d49f4a-aefb-45cd-8bdc-296505e683a6 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:16.959167 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0220cf0-2f6e-4b60-8769-1f3ac64f0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.027125 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (51ea3646-d80c-4392-ad25-a23b44542099), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.045768 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49306) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:17.165135 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-c0220cf0-2f6e-4b60-8769-1f3ac64f0527 None None] Port d8d49f4a-aefb-45cd-8bdc-296505e683a6 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:17.171571 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 319f206d-5589-4303-b093-6132292405ae triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:17.172736 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (319f206d-5589-4303-b093-6132292405ae), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.242837 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-bbcbc502-3e92-47c8-a970-93e69ebce0f2 service neutron] 10.222.0.20 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375378 Mar 31 21:39:17.364063 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6958b-2a0e-4c98-9259-b2074ff2ddc7 None None] Pushing event updated for resources: {'Port': ['ID=51ea3646-d80c-4392-ad25-a23b44542099,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:17.451602 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Attempting to bind port 51ea3646-d80c-4392-ad25-a23b44542099 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:17.451900 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Attempting to bind port 51ea3646-d80c-4392-ad25-a23b44542099 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:17.452267 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Attempting to bind port 51ea3646-d80c-4392-ad25-a23b44542099 on network 088043db-2f54-48c8-a654-e23dec40ff76 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:17.477385 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:17.477880 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Checking segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:17.478295 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.478699 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Bound using segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:17.481363 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Bound port: 51ea3646-d80c-4392-ad25-a23b44542099, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:17.481768 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (51ea3646-d80c-4392-ad25-a23b44542099), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.522190 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks [] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.678157 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2dd7ccd5-a414-429f-ad30-bc7fffa7e848 service neutron] 10.222.0.20 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273527 Mar 31 21:39:17.712830 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Transition to ACTIVE for port object de2969a9-3135-433f-8f4d-16d80763d6c5 will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:39:17.729267 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-862d9ffd-34ab-4ce9-93dd-8fa7329429de req-9a69c2c0-f375-411d-9189-18e97f4c1636 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 210 time: 0.7490842 Mar 31 21:39:17.736000 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.744608 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (96658b4b-0c4d-4db3-98ba-b0467bf5f114), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.764738 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.35', 63935) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:17.791212 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] For port 51ea3646-d80c-4392-ad25-a23b44542099, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:17.802028 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] For port 51ea3646-d80c-4392-ad25-a23b44542099, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=51ea3646-d80c-4392-ad25-a23b44542099,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:17.824108 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (51ea3646-d80c-4392-ad25-a23b44542099), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.905028 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.928554 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ee2a-04e9-4898-9e63-cc9b6ad36613 admin admin] Publish callbacks [] for security_group (fae51d65-9cb7-48f4-80d8-7e55376d5281), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:17.952440 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6958b-2a0e-4c98-9259-b2074ff2ddc7 None None] Pushing event updated for resources: {'Port': ['ID=51ea3646-d80c-4392-ad25-a23b44542099,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:18.032320 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 319f206d-5589-4303-b093-6132292405ae is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:18.053586 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 6b4ce586-940e-4861-8237-72f5adb443c1 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:18.072983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-063ce3ee-0075-4720-9a12-40f8c529beb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.226518 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] Provisioning complete for port 51ea3646-d80c-4392-ad25-a23b44542099 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:18.226518 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (51ea3646-d80c-4392-ad25-a23b44542099), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.280833 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks [] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.326698 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:18.327350 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:18.327460 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-063ce3ee-0075-4720-9a12-40f8c529beb3 admin admin] Publish callbacks [] for security_group (c46f4d67-deb2-4d15-a679-165ab38ac3cd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.351559 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d49f4a-aefb-45cd-8bdc-296505e683a6,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:18.380761 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-063ce3ee-0075-4720-9a12-40f8c529beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c46f4d67-deb2-4d15-a679-165ab38ac3cd), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.424856 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.426978 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.428818 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c9086e2c-97fa-42f7-93f5-93026e45cf4c req-a1c7aead-6da8-40de-a330-9ebf7256905e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 210 time: 0.0978386 Mar 31 21:39:18.500412 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-063ce3ee-0075-4720-9a12-40f8c529beb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28502b3b644349a8943ed9bb9731bee3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4535925 Mar 31 21:39:18.510887 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49336) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:18.711154 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6bf5ee2a-04e9-4898-9e63-cc9b6ad36613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fae51d65-9cb7-48f4-80d8-7e55376d5281), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:18.790570 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6bf5ee2a-04e9-4898-9e63-cc9b6ad36613 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83ddb26e0f5f453f973fc8f9f09194ce&name=default HTTP/1.1" status: 200 len: 2996 time: 6.3926146 Mar 31 21:39:18.798414 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49346) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:18.802055 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5ee2a-04e9-4898-9e63-cc9b6ad36613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae51d65-9cb7-48f4-80d8-7e55376d5281,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:18.831174 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ce3ee-0075-4720-9a12-40f8c529beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f4d67-deb2-4d15-a679-165ab38ac3cd,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:18.876386 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-0d403482-536b-470e-a081-18f7e6bd76f3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:18.878217 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-0d403482-536b-470e-a081-18f7e6bd76f3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 811 time: 1.1043608 Mar 31 21:39:18.961209 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6a9c1777-d67c-4743-a1e2-e7a46600df47 req-9e5b2b32-940a-4268-b7cc-702742dfdd39 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 210 time: 0.0782733 Mar 31 21:39:18.995922 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49350) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:19.039708 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-655ba1db-4df3-4184-8e73-467704f79da3 admin admin] Publish callbacks [] for security_group (c46f4d67-deb2-4d15-a679-165ab38ac3cd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.044347 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:19.050942 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:19.056165 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Attempting to bind port de2969a9-3135-433f-8f4d-16d80763d6c5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:19.056540 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Attempting to bind port de2969a9-3135-433f-8f4d-16d80763d6c5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1fa6c20d-2484-445c-b362-f5aa0461b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:19.056893 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Attempting to bind port de2969a9-3135-433f-8f4d-16d80763d6c5 on network bbf0f5ce-6074-4262-96c2-91dda34fd0aa {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:19.073558 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-39a54019-f2ca-4c1f-a852-623a06c4faf2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56e199432874020afc4e267f6fe290c HTTP/1.1" status: 200 len: 380 time: 0.1719098 Mar 31 21:39:19.102775 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-655ba1db-4df3-4184-8e73-467704f79da3 admin admin] Publish callbacks [] for security_group (c46f4d67-deb2-4d15-a679-165ab38ac3cd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.104005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Port de2969a9-3135-433f-8f4d-16d80763d6c5 on network bbf0f5ce-6074-4262-96c2-91dda34fd0aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:39:19.104344 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Attempting to bind port de2969a9-3135-433f-8f4d-16d80763d6c5 on network bbf0f5ce-6074-4262-96c2-91dda34fd0aa {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:19.128376 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'port': {'device_id': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'admin_state_up': True, 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'security_groups': ['e74997e4-f01c-4b19-b6f8-a8b168cdf0c0']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:19.144244 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:19.216111 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:19.216427 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Checking segment: {'id': '1fa6c20d-2484-445c-b362-f5aa0461b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:19.217081 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Bound using segment: {'id': '1fa6c20d-2484-445c-b362-f5aa0461b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:19.217659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Bound port: de2969a9-3135-433f-8f4d-16d80763d6c5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa6c20d-2484-445c-b362-f5aa0461b99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:19.218101 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.220432 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Pushing event updated for resources: {'Port': ['ID=de2969a9-3135-433f-8f4d-16d80763d6c5,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:19.235490 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 6b4ce586-940e-4861-8237-72f5adb443c1 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:19.236044 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.246468 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.319709 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963047204-network', 'tenant_id': 'e6258edc14a44505a5bd8fb81cebe385'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:19.340761 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616788a-ad58-4637-a3dd-3a76cf30176d req-aa6ecda0-2845-4d04-a2cf-1d5062b4b00c tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:19.342432 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c616788a-ad58-4637-a3dd-3a76cf30176d req-aa6ecda0-2845-4d04-a2cf-1d5062b4b00c tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 943 time: 0.9992514 Mar 31 21:39:19.374001 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a3e52928-c7d3-4af0-aa99-74cc201fa383 admin admin] Publish callbacks [] for security_group (fae51d65-9cb7-48f4-80d8-7e55376d5281), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.507130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Made reservation on behalf of c56e199432874020afc4e267f6fe290c for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:19.512049 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.550246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Made reservation on behalf of e6258edc14a44505a5bd8fb81cebe385 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:19.553979 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.565800 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.735783 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-655ba1db-4df3-4184-8e73-467704f79da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c46f4d67-deb2-4d15-a679-165ab38ac3cd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.740834 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-655ba1db-4df3-4184-8e73-467704f79da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.743720 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-655ba1db-4df3-4184-8e73-467704f79da3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c46f4d67-deb2-4d15-a679-165ab38ac3cd HTTP/1.1" status: 204 len: 168 time: 1.2316043 Mar 31 21:39:19.753035 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Pushing event updated for resources: {'Port': ['ID=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:19.770356 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] Current status of the port 51ea3646-d80c-4392-ad25-a23b44542099 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:19.771265 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (51ea3646-d80c-4392-ad25-a23b44542099), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.791844 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a3e52928-c7d3-4af0-aa99-74cc201fa383 admin admin] Publish callbacks [] for security_group (fae51d65-9cb7-48f4-80d8-7e55376d5281), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.838929 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ba1db-4df3-4184-8e73-467704f79da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f4d67-deb2-4d15-a679-165ab38ac3cd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:19.914503 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:19.962824 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] For port 51ea3646-d80c-4392-ad25-a23b44542099, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=51ea3646-d80c-4392-ad25-a23b44542099,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:19.987749 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (51ea3646-d80c-4392-ad25-a23b44542099), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:19.997678 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:20.047850 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] For port de2969a9-3135-433f-8f4d-16d80763d6c5, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:20.058927 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] For port de2969a9-3135-433f-8f4d-16d80763d6c5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=de2969a9-3135-433f-8f4d-16d80763d6c5,segment=NetworkSegment(1fa6c20d-2484-445c-b362-f5aa0461b99d),segment_id=1fa6c20d-2484-445c-b362-f5aa0461b99d)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:20.066993 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 6b4ce586-940e-4861-8237-72f5adb443c1 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:20.067668 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c616788a-ad58-4637-a3dd-3a76cf30176d req-3a405db5-4910-4bee-897c-b1f352af8376 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842315 Mar 31 21:39:20.080498 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.139139 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6af16dd8-286f-4315-b742-781ff30f7c56 req-546aa6b8-5853-46a2-ae06-d97e3f151b31 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 210 time: 0.4043329 Mar 31 21:39:20.207565 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e322d6-6251-4388-a4d8-da8ae8494e3d None None] Pushing event updated for resources: {'Port': ['ID=51ea3646-d80c-4392-ad25-a23b44542099,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:20.268878 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:17Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:20.349416 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks [] for security_group (0d440b49-9e05-49c4-9f03-cfbfa8791940), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.359399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0d440b49-9e05-49c4-9f03-cfbfa8791940), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.415809 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea538c-6041-4415-9059-fae2c1f5170d None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:17Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:20.416583 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.445819 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 6b4ce586-940e-4861-8237-72f5adb443c1, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=6b4ce586-940e-4861-8237-72f5adb443c1,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:20.456105 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.35', 63939) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:20.464224 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-049b6b00-7ca0-43b1-93d7-c44d479989a0 None None] Provisioning complete for port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:20.464888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-049b6b00-7ca0-43b1-93d7-c44d479989a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.470314 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.471773 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:20.520278 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Allocated IP 172.20.0.12 (088043db-2f54-48c8-a654-e23dec40ff76/6bbcc4c5-248b-4e7e-a6df-454e38ad6761/8f9fa5a0-7897-40fb-94a3-6a53df2d34c1) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:20.557930 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d440b49-9e05-49c4-9f03-cfbfa8791940,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:20.698115 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49362) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:20.753690 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:20.753690 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.753690 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] 10.222.0.35 "PUT /v2.0/ports/de2969a9-3135-433f-8f4d-16d80763d6c5 HTTP/1.1" status: 200 len: 1093 time: 9.4468539 Mar 31 21:39:20.759963 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-29c00b8d-7c59-4f36-a8be-d91d7e1dcfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.785393 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:39:20.814189 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (0b1396ce-0f71-41f2-86d6-92d89cfdd461), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.814628 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Added segment 0b1396ce-0f71-41f2-86d6-92d89cfdd461 of type vlan for network 4426bdf2-a4fa-4f21-96d7-db62613f5f0d Mar 31 21:39:20.834301 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=6b4ce586-940e-4861-8237-72f5adb443c1,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:20.866673 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-049b6b00-7ca0-43b1-93d7-c44d479989a0 None None] Port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:20.905792 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:20.906111 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.909183 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-049b6b00-7ca0-43b1-93d7-c44d479989a0 None None] Provisioning complete for port 51ea3646-d80c-4392-ad25-a23b44542099 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:20.909571 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-049b6b00-7ca0-43b1-93d7-c44d479989a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (51ea3646-d80c-4392-ad25-a23b44542099), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:20.925577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (4426bdf2-a4fa-4f21-96d7-db62613f5f0d), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.060512 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (4426bdf2-a4fa-4f21-96d7-db62613f5f0d), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.062796 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.064102 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.104662 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'tag': 'de2969a9-3135-433f-8f4d-16d80763d6c5'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:21.171700 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-049b6b00-7ca0-43b1-93d7-c44d479989a0 None None] Current status of the port 51ea3646-d80c-4392-ad25-a23b44542099 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:21.218395 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:21.225567 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:21.226001 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.254909 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:21.258901 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-29c00b8d-7c59-4f36-a8be-d91d7e1dcfdc admin admin] Publish callbacks [] for security_group (0f64be64-a67e-47b7-92fb-bff1389fbc9e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.261367 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9cde9cf2-cc09-4d73-8f8f-7502073561b4 req-d5487067-b36b-48ab-8df9-f6d5a30c3b91 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 210 time: 0.7861216 Mar 31 21:39:21.270650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.273811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 00f06eea-b5ce-44e9-9563-dee02e8564b4 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:21.311095 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-29c00b8d-7c59-4f36-a8be-d91d7e1dcfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0f64be64-a67e-47b7-92fb-bff1389fbc9e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.382384 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a3e52928-c7d3-4af0-aa99-74cc201fa383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fae51d65-9cb7-48f4-80d8-7e55376d5281), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.385498 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a3e52928-c7d3-4af0-aa99-74cc201fa383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.390453 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a3e52928-c7d3-4af0-aa99-74cc201fa383 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fae51d65-9cb7-48f4-80d8-7e55376d5281 HTTP/1.1" status: 204 len: 168 time: 2.4672494 Mar 31 21:39:21.392676 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13f44bd-1dda-4620-a577-e266afc7b3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7f87ba-a515-4734-95b7-78d8c9f2fdd4", "tag": "de2969a9-3135-433f-8f4d-16d80763d6c5"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:21.402927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c00b8d-7c59-4f36-a8be-d91d7e1dcfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f64be64-a67e-47b7-92fb-bff1389fbc9e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:21.428855 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-cb299321-5716-4e14-bb5b-5e27fcb6c88f None None] Provisioning complete for port d8d49f4a-aefb-45cd-8bdc-296505e683a6 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:21.429998 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cb299321-5716-4e14-bb5b-5e27fcb6c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.444029 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5585652-34d6-461a-a3c4-80c8d0a5882d service neutron] Pushing event updated for resources: {'Port': ['ID=de2969a9-3135-433f-8f4d-16d80763d6c5,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:21.467560 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e52928-c7d3-4af0-aa99-74cc201fa383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae51d65-9cb7-48f4-80d8-7e55376d5281,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:21.487673 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5b27ebf7-a0dd-4b61-9153-5122e5ed716f req-efbca53b-b30c-432b-a34d-07ab99e26c2b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 210 time: 0.0853772 Mar 31 21:39:21.492110 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4945123 Mar 31 21:39:21.496504 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49384) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:21.508097 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711ba1-1c47-419f-8842-23ef952297c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4426bdf2-a4fa-4f21-96d7-db62613f5f0d,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:21.528669 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Request body: {'subnet': {'network_id': '4426bdf2-a4fa-4f21-96d7-db62613f5f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963047204-subnet', 'tenant_id': 'e6258edc14a44505a5bd8fb81cebe385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:21.538331 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 4426bdf2-a4fa-4f21-96d7-db62613f5f0d details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:39:21.548378 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2de6a-3c28-4ade-8310-678f6a76e306 req-bf1c2aeb-686c-4fb9-b19b-79ce9d63f073 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.551230 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f8d2de6a-3c28-4ade-8310-678f6a76e306 req-bf1c2aeb-686c-4fb9-b19b-79ce9d63f073 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 943 time: 0.2669027 Mar 31 21:39:21.570362 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-29c00b8d-7c59-4f36-a8be-d91d7e1dcfdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0c23eb00d8345d1a296893e870a5dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8709772 Mar 31 21:39:21.590333 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49388) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:21.626229 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.633136 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Made reservation on behalf of e6258edc14a44505a5bd8fb81cebe385 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:21.635848 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.656737 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 00f06eea-b5ce-44e9-9563-dee02e8564b4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:21.657146 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.695960 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:21.705868 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-cb299321-5716-4e14-bb5b-5e27fcb6c88f None None] Port d8d49f4a-aefb-45cd-8bdc-296505e683a6 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:21.762006 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe323a-8b19-4eb2-8cad-d61846eb983d x-openstack-request-id: req-27fe323a-8b19-4eb2-8cad-d61846eb983d {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:21.763062 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7f87ba-a515-4734-95b7-78d8c9f2fdd4", "tag": "de2969a9-3135-433f-8f4d-16d80763d6c5", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:21.763601 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27fe323a-8b19-4eb2-8cad-d61846eb983d {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:21.764458 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fe323a-8b19-4eb2-8cad-d61846eb983d'] response: {'name': 'network-changed', 'server_uuid': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'tag': 'de2969a9-3135-433f-8f4d-16d80763d6c5', 'status': 'completed', 'code': 200} Mar 31 21:39:21.775474 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:21.778004 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-bc03f4e8-8b6c-4c35-a4b3-55c7095ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.779644 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-bc03f4e8-8b6c-4c35-a4b3-55c7095ab2d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92912bb848942308cb1f3e307504b39&device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 1127 time: 0.5594985 Mar 31 21:39:21.787408 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 00f06eea-b5ce-44e9-9563-dee02e8564b4 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:21.788133 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.792368 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-d50e2ac5-9c14-4260-85f1-26dc0d879e6d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:21.793954 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-d50e2ac5-9c14-4260-85f1-26dc0d879e6d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 816 time: 1.2226825 Mar 31 21:39:21.814270 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 00f06eea-b5ce-44e9-9563-dee02e8564b4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=00f06eea-b5ce-44e9-9563-dee02e8564b4,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:21.821678 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.826726 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5ebd3c34-5926-48bd-9da0-85371c5208c8 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:21.892585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (bc34ce9a-c36b-4d08-96bc-fb3511df5f07), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.906099 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-1b2b67b0-4a35-4626-ab25-dd5ebee2059b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de2969a9-3135-433f-8f4d-16d80763d6c5 HTTP/1.1" status: 200 len: 217 time: 0.1078005 Mar 31 21:39:21.907919 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f8d2de6a-3c28-4ade-8310-678f6a76e306 req-ef8401e2-95c2-4284-8b1a-96d2c8f9e5ac tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431878 Mar 31 21:39:21.954846 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=00f06eea-b5ce-44e9-9563-dee02e8564b4,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:21.966713 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 5ebd3c34-5926-48bd-9da0-85371c5208c8 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:21.967477 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:21.999305 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc34ce9a-c36b-4d08-96bc-fb3511df5f07,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:22.013712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.079973 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 5ebd3c34-5926-48bd-9da0-85371c5208c8 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:22.082163 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-27813e2b-1e5b-47d5-9df8-406608995162 admin admin] Publish callbacks [] for security_group (0f64be64-a67e-47b7-92fb-bff1389fbc9e), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.090777 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:22.107033 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:22.108183 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0a905571-49ae-4b8e-9c0f-058bdc1dbd7a admin admin] 10.222.0.20 "PUT /v2.0/routers/a0d3b1bd-5f2c-468e-a4e1-b01f594ee742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5271084 Mar 31 21:39:22.124697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49396) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:22.136993 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:22.137845 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:22.155819 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-86faf807-1d20-4ef0-880e-04654ea2960b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 380 time: 0.3064694 Mar 31 21:39:22.157841 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-064e85e9-fa44-45b6-9a1e-93b4b7b7d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:22.158033 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'Port': ['ID=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:22.158918 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-064e85e9-fa44-45b6-9a1e-93b4b7b7d829 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74a704a0-3fcc-4e2e-aa3c-91a12fea660c HTTP/1.1" status: 200 len: 852 time: 0.2420495 Mar 31 21:39:22.166099 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Checking segment: {'id': '0b1396ce-0f71-41f2-86d6-92d89cfdd461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4426bdf2-a4fa-4f21-96d7-db62613f5f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:22.167107 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Network hostable DHCP agents. Network: 4426bdf2-a4fa-4f21-96d7-db62613f5f0d, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:39:22.202221 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Network 088043db-2f54-48c8-a654-e23dec40ff76 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:22.207051 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'port': {'device_id': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'admin_state_up': True, 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'security_groups': ['b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b']}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:22.212397 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:22.218730 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-27813e2b-1e5b-47d5-9df8-406608995162 admin admin] Publish callbacks [] for security_group (0f64be64-a67e-47b7-92fb-bff1389fbc9e), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.244570 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:22.256965 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:22.259252 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.268050 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Network 4426bdf2-a4fa-4f21-96d7-db62613f5f0d is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:39:22.280001 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 6b4ce586-940e-4861-8237-72f5adb443c1 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:22.301778 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 4426bdf2-a4fa-4f21-96d7-db62613f5f0d) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:22.305259 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:22.317104 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:22.317844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.338808 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-cd6ae50a-e664-4a63-a171-e7c49726a0b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2433977 Mar 31 21:39:22.347199 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca40235-757a-4dea-8ac3-6f03b7d7a394 None None] Network 4426bdf2-a4fa-4f21-96d7-db62613f5f0d requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:22.351925 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a84cd7f7-7d8b-43b2-bb8e-f1a0acd232c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.370255 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Request body: {'port': {'device_id': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:22.381108 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-38f7bd41-a2b9-4c4a-99ee-acd0a03179f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951864 Mar 31 21:39:22.436404 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-56b5d194-08c1-4364-a0a6-f9ac53bdf2bb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9291773 Mar 31 21:39:22.516064 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.650584 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 6b4ce586-940e-4861-8237-72f5adb443c1 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:22.650788 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.658718 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:22.671872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6c297-8b06-4a8f-baae-f6e644da20c0 None None] Network 4426bdf2-a4fa-4f21-96d7-db62613f5f0d requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:22.719839 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-624de7f0-b61e-4504-b4d7-d49412575351 admin admin] 10.222.0.20 "PUT /v2.0/routers/96658b4b-0c4d-4db3-98ba-b0467bf5f114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7407877 Mar 31 21:39:22.723408 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Sync routers for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:22.752637 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e61a8a-13f7-427f-9003-e20387b3264d req-b20b81d6-c027-48a5-9a81-861126c7f700 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:22.755706 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6e61a8a-13f7-427f-9003-e20387b3264d req-b20b81d6-c027-48a5-9a81-861126c7f700 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 932 time: 0.3483386 Mar 31 21:39:22.783893 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:17Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:22.795526 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-27813e2b-1e5b-47d5-9df8-406608995162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0f64be64-a67e-47b7-92fb-bff1389fbc9e), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.798766 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-27813e2b-1e5b-47d5-9df8-406608995162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.805529 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-27813e2b-1e5b-47d5-9df8-406608995162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f64be64-a67e-47b7-92fb-bff1389fbc9e HTTP/1.1" status: 204 len: 168 time: 1.2130601 Mar 31 21:39:22.864039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27813e2b-1e5b-47d5-9df8-406608995162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f64be64-a67e-47b7-92fb-bff1389fbc9e,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:22.873529 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:22.875085 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Updating router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:22.919839 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-c99b23e7-5809-47e3-8063-d81979aa8c1d None None] Provisioning complete for port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:22.920202 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c99b23e7-5809-47e3-8063-d81979aa8c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:22.947371 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.020928 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-c99b23e7-5809-47e3-8063-d81979aa8c1d None None] Port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:23.066488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:23.066826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:23.075801 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-affffc52-29be-4de8-bf1f-77521897b7d1 service neutron] 10.222.0.35 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407204 Mar 31 21:39:23.163394 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Made reservation on behalf of 6e3486b0d8a845ce9219a0c2c82af1f6 for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:23.170143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.278141 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49422) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:23.285007 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846956696', 'description': 'tempest-description--2033324351'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:23.290228 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a84cd7f7-7d8b-43b2-bb8e-f1a0acd232c9 admin admin] Publish callbacks [] for security_group (ece14844-6830-4e23-871c-0ae22bd77107), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.328563 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6e61a8a-13f7-427f-9003-e20387b3264d req-a804a987-e057-459e-bc19-bca0c64c379f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5298212 Mar 31 21:39:23.346421 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.357552 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a84cd7f7-7d8b-43b2-bb8e-f1a0acd232c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ece14844-6830-4e23-871c-0ae22bd77107), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.374946 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:23.400674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Publish callbacks [] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.454636 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-65d3ca07-7b2b-4ec2-8d93-f3098acb6ab5 req-c7774979-31b3-424a-80de-e8cb0ef5d98f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 210 time: 0.0696759 Mar 31 21:39:23.488266 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Transition to ACTIVE for port object 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:39:23.497051 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.624908 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Publish callbacks [] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.641155 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.675169 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cd7f7-7d8b-43b2-bb8e-f1a0acd232c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece14844-6830-4e23-871c-0ae22bd77107,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:23.700595 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a84cd7f7-7d8b-43b2-bb8e-f1a0acd232c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f6193954ede4abd998444d854de481c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5742459 Mar 31 21:39:23.705789 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49436) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:23.746952 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27124-6b12-46c7-a1b6-15ae6e84d5bb None None] Pushing event updated for resources: {'Port': ['ID=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:23.748034 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Allocated IP 172.20.0.8 (5a706225-dc1c-4e00-a40d-b3c20e62fdc8/e8be7a40-7cf2-4952-aeb7-2a45b9502244/9f347ad6-2170-4ee1-81e6-69c36bf7a4cd) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:23.827112 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 6b4ce586-940e-4861-8237-72f5adb443c1 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:23.836759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 00f06eea-b5ce-44e9-9563-dee02e8564b4 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:23.871608 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Attempting to bind port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:23.872392 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Attempting to bind port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:23.873003 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Attempting to bind port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:23.890501 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:23.890871 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:23.891279 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.891676 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Bound using segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:23.892165 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Bound port: 3601c1e8-5d7b-45e0-9693-21c9f5b51faf, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:23.892544 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:23.925188 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:24.109244 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Pushing event updated for resources: {'Port': ['ID=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:24.127583 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] For port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:24.132198 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] For port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:24.150655 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.189648 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (99265856-eca0-46fe-b814-e50dbb67c5d4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.236058 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (99265856-eca0-46fe-b814-e50dbb67c5d4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.315536 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:24.321709 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:24.339745 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61d163a8-c63e-4ca8-bbf5-f8576fc514e0 req-97445f65-ad6a-43b4-aa1f-d5feb7051e37 service neutron] 10.222.0.35 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2630734 Mar 31 21:39:24.364610 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de49ec5-4453-43ed-8e7e-fedfd10e6e31 req-30b8ae24-5bca-4c31-a0e0-4c18b1f7edba tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:24.373447 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8de49ec5-4453-43ed-8e7e-fedfd10e6e31 req-30b8ae24-5bca-4c31-a0e0-4c18b1f7edba tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 943 time: 0.7388391 Mar 31 21:39:24.391118 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 00f06eea-b5ce-44e9-9563-dee02e8564b4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:24.391677 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.412944 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49462) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:24.435963 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2085601793-network', 'tenant_id': 'cad6a75eb4754c6986469673430ac9ff'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:24.448762 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Attempting to bind port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:24.449892 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Attempting to bind port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:24.450174 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Attempting to bind port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 on network 088043db-2f54-48c8-a654-e23dec40ff76 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:24.463890 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] Provisioning complete for port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:24.464292 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.483854 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 on network 088043db-2f54-48c8-a654-e23dec40ff76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:39:24.484108 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Attempting to bind port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 on network 088043db-2f54-48c8-a654-e23dec40ff76 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:24.502149 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:24.502518 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Checking segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:24.504702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Bound using segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:24.505871 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Bound port: 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:24.510611 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.513723 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.526820 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27124-6b12-46c7-a1b6-15ae6e84d5bb None None] Pushing event updated for resources: {'Port': ['ID=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:24.542879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99265856-eca0-46fe-b814-e50dbb67c5d4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:24.580949 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.585671 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-16252dcc-56ff-4fd0-a05a-186d00777a98 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3030059 Mar 31 21:39:24.604990 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49468) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:24.618261 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:24.627008 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': '99265856-eca0-46fe-b814-e50dbb67c5d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:24.679562 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8de49ec5-4453-43ed-8e7e-fedfd10e6e31 req-dc481817-5a4e-4d2f-89a8-a22f1f0a2a69 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681558 Mar 31 21:39:24.696808 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.787594 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-85dadb97-8e45-43d5-958a-ac4b684e9145 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:24.789364 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-85dadb97-8e45-43d5-958a-ac4b684e9145 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 818 time: 0.5725582 Mar 31 21:39:24.846295 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-8bdd3db6-138a-492a-8eca-a43c15ea400f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/quotas/29bb4d24e7074369b00ffa088e1f4d5c HTTP/1.1" status: 200 len: 375 time: 0.0270116 Mar 31 21:39:24.847584 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] For port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:24.857973 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (99ebcdb7-1598-423d-b76e-b132a6b515cb), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.895361 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] For port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:24.909879 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] Current status of the port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:24.910500 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.930360 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:24.994192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:17Z', 'revision_number': 2, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:25.010949 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 00f06eea-b5ce-44e9-9563-dee02e8564b4 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:25.012073 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 51ea3646-d80c-4392-ad25-a23b44542099 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:25.023843 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.024475 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.026078 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] 10.222.0.35 "PUT /v2.0/ports/8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 1094 time: 2.6749592 Mar 31 21:39:25.026594 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:25.107541 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:25.120143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-727d5ff5-bb03-4e49-a21b-2ba623844a70 admin admin] Publish callbacks [] for security_group (ece14844-6830-4e23-871c-0ae22bd77107), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.131002 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:24Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:25.150685 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] For port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:25.192420 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0672ed1-8609-4bce-8350-f3d0953a631d None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:24Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:25.204533 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-6c2e494f-3511-4fcb-a7e5-77d1b3ba40cd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3477926 Mar 31 21:39:25.232811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Checking router: 96658b4b-0c4d-4db3-98ba-b0467bf5f114 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:25.233624 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Updating router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 port d8d49f4a-aefb-45cd-8bdc-296505e683a6 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:25.236480 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.236663 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (99ebcdb7-1598-423d-b76e-b132a6b515cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.243815 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e2c4-7e0d-44e6-ad53-0067f4d7502b service neutron] Pushing event updated for resources: {'Port': ['ID=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:25.252718 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-c82aa693-5232-4215-8685-b238796347f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.254039 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-c82aa693-5232-4215-8685-b238796347f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92912bb848942308cb1f3e307504b39&device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 1127 time: 0.6758332 Mar 31 21:39:25.254594 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Made reservation on behalf of cad6a75eb4754c6986469673430ac9ff for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:25.270368 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.290303 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.308144 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (99ebcdb7-1598-423d-b76e-b132a6b515cb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.313391 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:25.342163 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-727d5ff5-bb03-4e49-a21b-2ba623844a70 admin admin] Publish callbacks [] for security_group (ece14844-6830-4e23-871c-0ae22bd77107), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.363641 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:25.489738 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.529475 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-2669efcf-484e-4ee2-ba6d-e306c03fb500 service neutron] 10.222.0.20 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910841 Mar 31 21:39:25.531287 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b671c-1ed2-46ee-8f40-10624919293e None None] Pushing event updated for resources: {'Port': ['ID=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:25.540871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-ea4551c0-18d2-4f37-ae69-76acc391c7f4 None None] Provisioning complete for port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:25.541584 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ea4551c0-18d2-4f37-ae69-76acc391c7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.560364 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371700ac-1a25-4817-8921-164c0a4b0279" -d '{"events": [{"name": "network-changed", "server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:25.575067 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:25.587883 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.588875 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.598479 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fa497-c878-4f54-bd17-779a6d7cb066 req-662dfb2d-47a6-4b26-abd5-0a59b9496bcb tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.611865 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-672fa497-c878-4f54-bd17-779a6d7cb066 req-662dfb2d-47a6-4b26-abd5-0a59b9496bcb tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 944 time: 0.5087330 Mar 31 21:39:25.664713 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 51ea3646-d80c-4392-ad25-a23b44542099 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:25.665432 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (51ea3646-d80c-4392-ad25-a23b44542099), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.697618 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-798169bd-01de-4237-baf2-e3e9b120691c service neutron] 10.222.0.20 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225181 Mar 31 21:39:25.711509 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ebcdb7-1598-423d-b76e-b132a6b515cb,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:25.735312 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-ca6444f5-cd09-44ef-a52c-4bd1056a5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.738437 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-ca6444f5-cd09-44ef-a52c-4bd1056a5bc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1128 time: 0.6265857 Mar 31 21:39:25.750678 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.760436 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a10b2624-bc6b-41b1-bf53-0b4e37d31d28 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1523564 Mar 31 21:39:25.777116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49488) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:25.799091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': '99265856-eca0-46fe-b814-e50dbb67c5d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:25.863196 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-d5cb0d96-a360-4230-8d89-40dc03aedcce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 217 time: 0.1001465 Mar 31 21:39:25.932000 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-672fa497-c878-4f54-bd17-779a6d7cb066 req-254befa4-f87c-4609-8c3d-4a3261ddd4f7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027942 Mar 31 21:39:25.935829 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-660a9823-06ca-4de0-8880-8c1f63a244d3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7384548 Mar 31 21:39:25.948269 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks [] for security_group (aaca5120-0841-4f7d-aa56-85034ec17261), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.951843 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-03427ea7-db90-4d65-bedc-abd5ca71d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:25.954842 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-03427ea7-db90-4d65-bedc-abd5ca71d99c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0825627 Mar 31 21:39:25.961767 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (59ae4225-09b6-4fda-801b-95087e49b161), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:25.988479 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Request body: {'port': {'device_id': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:26.063840 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (aaca5120-0841-4f7d-aa56-85034ec17261), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.093333 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 51ea3646-d80c-4392-ad25-a23b44542099 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:26.094431 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:26.110921 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1f4268a4-d8aa-4f13-9485-610dab715f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:26.113723 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-1f4268a4-d8aa-4f13-9485-610dab715f49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1468575 Mar 31 21:39:26.151938 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-ea4551c0-18d2-4f37-ae69-76acc391c7f4 None None] Current status of the port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:26.285167 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:26.285967 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.351636 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-a9bbc47b-5ac0-4ace-ab34-446eeda55262 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306888 Mar 31 21:39:26.432782 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-e75c3446-dd48-41c6-bd38-dc3904dd76ae None None] Provisioning complete for port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:26.433168 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e75c3446-dd48-41c6-bd38-dc3904dd76ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.439120 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.471176 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a94e4-a143-4c93-afe0-24b82a651597 x-openstack-request-id: req-c66a94e4-a143-4c93-afe0-24b82a651597 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:26.471497 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:26.471750 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c66a94e4-a143-4c93-afe0-24b82a651597 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:26.472263 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66a94e4-a143-4c93-afe0-24b82a651597'] response: {'name': 'network-changed', 'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'status': 'completed', 'code': 200} Mar 31 21:39:26.473674 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-8321b94b-1547-47cb-94ed-75c564db1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:26.476325 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-8321b94b-1547-47cb-94ed-75c564db1822 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa HTTP/1.1" status: 200 len: 913 time: 1.1927342 Mar 31 21:39:26.518512 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-727d5ff5-bb03-4e49-a21b-2ba623844a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ece14844-6830-4e23-871c-0ae22bd77107), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.525709 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-199d6efd-b5cf-4083-af52-1471226a8218 req-e1dc8861-5ffb-4083-b61e-8ee71e3d2467 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667106 Mar 31 21:39:26.527490 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-727d5ff5-bb03-4e49-a21b-2ba623844a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.541879 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-727d5ff5-bb03-4e49-a21b-2ba623844a70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ece14844-6830-4e23-871c-0ae22bd77107 HTTP/1.1" status: 204 len: 168 time: 2.5548766 Mar 31 21:39:26.583768 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:39:26.710978 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:26.715880 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-e75c3446-dd48-41c6-bd38-dc3904dd76ae None None] Port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:26.719989 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Publish callbacks [] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.722488 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca5120-0841-4f7d-aa56-85034ec17261,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:26.728951 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:26.963429 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371700ac-1a25-4817-8921-164c0a4b0279 req-06436c68-6bea-4f39-8701-59c60f2e7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:26.971981 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-06436c68-6bea-4f39-8701-59c60f2e7c63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1128 time: 0.3856544 Mar 31 21:39:27.013742 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d381112-aad3-4144-b06e-968d9a8f57f4 None None] Pushing event updated for resources: {'Port': ['ID=d8d49f4a-aefb-45cd-8bdc-296505e683a6,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:27.056563 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6994b2-735b-436e-8302-f8c44957a737 req-1891b3ac-7186-4d6c-bf19-b71350458aeb tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:27.060894 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Attempting to bind port d8d49f4a-aefb-45cd-8bdc-296505e683a6 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:27.062920 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Attempting to bind port d8d49f4a-aefb-45cd-8bdc-296505e683a6 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:27.063556 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0e6994b2-735b-436e-8302-f8c44957a737 req-1891b3ac-7186-4d6c-bf19-b71350458aeb tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 943 time: 0.3950560 Mar 31 21:39:27.064587 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Attempting to bind port d8d49f4a-aefb-45cd-8bdc-296505e683a6 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:27.103176 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:27.103804 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Checking segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:27.104597 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.104597 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Bound using segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:27.104894 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Bound port: d8d49f4a-aefb-45cd-8bdc-296505e683a6, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:27.105278 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.122174 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 3601c1e8-5d7b-45e0-9693-21c9f5b51faf up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:27.340643 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] For port d8d49f4a-aefb-45cd-8bdc-296505e683a6, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:27.362873 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] For port d8d49f4a-aefb-45cd-8bdc-296505e683a6, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d8d49f4a-aefb-45cd-8bdc-296505e683a6,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:27.384562 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:27.385149 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.400759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.404261 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device de2969a9-3135-433f-8f4d-16d80763d6c5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:27.433468 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:27.442769 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Publish callbacks [] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.447719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (b50c1954-6083-4239-b798-e40a8ab83b72), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.448286 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Added segment b50c1954-6083-4239-b798-e40a8ab83b72 of type vlan for network 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f Mar 31 21:39:27.454752 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-f345978b-e3ba-4a72-95c2-e194a992c7f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de2969a9-3135-433f-8f4d-16d80763d6c5 HTTP/1.1" status: 200 len: 217 time: 0.8817675 Mar 31 21:39:27.511562 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d5ff5-bb03-4e49-a21b-2ba623844a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece14844-6830-4e23-871c-0ae22bd77107,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:27.556179 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Transition to ACTIVE for port object 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:39:27.558256 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (59ae4225-09b6-4fda-801b-95087e49b161), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.591428 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.595013 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (59ae4225-09b6-4fda-801b-95087e49b161), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.601616 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0e6994b2-735b-436e-8302-f8c44957a737 req-dfe0e2a8-6870-4803-b126-f262ccd8719d tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370538 Mar 31 21:39:27.607914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371700ac-1a25-4817-8921-164c0a4b0279 req-cf458963-10fd-43bc-96ef-6c2ba458d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:27.609632 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-cf458963-10fd-43bc-96ef-6c2ba458d5be service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.5439885 Mar 31 21:39:27.699152 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (3ba4eadb-82bb-41aa-b2f0-d118b1684f5f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.735902 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-1b7a43a5-7f4f-4f27-971f-65e2d35ed8d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 217 time: 0.1183536 Mar 31 21:39:27.738032 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6f33d-1d24-4fee-8299-714957a9fc6a req-3c3fc8aa-4fb0-46d1-96a8-b2212765a26e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:27.740424 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7af6f33d-1d24-4fee-8299-714957a9fc6a req-3c3fc8aa-4fb0-46d1-96a8-b2212765a26e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 931 time: 1.4797249 Mar 31 21:39:27.756892 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] Provisioning complete for port d8d49f4a-aefb-45cd-8bdc-296505e683a6 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:27.757260 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.832619 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae4225-09b6-4fda-801b-95087e49b161,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:27.877730 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.db.resource_extend [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:39:27.881670 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-233b21c8-9957-4724-ae11-7dca3c92469e req-8242d692-5b1e-4260-b478-465f795cf7bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 210 time: 0.1402371 Mar 31 21:39:27.882017 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-0d94432f-739c-4f1f-a3a5-3e604c38aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:27.883398 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-0d94432f-739c-4f1f-a3a5-3e604c38aab6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74a704a0-3fcc-4e2e-aa3c-91a12fea660c HTTP/1.1" status: 200 len: 852 time: 0.3970401 Mar 31 21:39:27.893880 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371700ac-1a25-4817-8921-164c0a4b0279 req-7071590c-6945-48a3-9e58-3f1e49aa2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:27.893880 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-7071590c-6945-48a3-9e58-3f1e49aa2d07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.1283946 Mar 31 21:39:27.910237 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:27.911752 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-386fbf5b-c57e-4b2c-996c-219521553cb0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1167917 Mar 31 21:39:27.920959 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49546) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:27.931623 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.db.resource_extend [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:39:27.993094 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:28.029752 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.35', 63944) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:28.071844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371700ac-1a25-4817-8921-164c0a4b0279 req-66b9cec4-02d2-4627-aad7-cb4c8b425f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:28.074024 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-66b9cec4-02d2-4627-aad7-cb4c8b425f9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1757562 Mar 31 21:39:28.112022 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:28.123190 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d381112-aad3-4144-b06e-968d9a8f57f4 None None] Pushing event updated for resources: {'Port': ['ID=d8d49f4a-aefb-45cd-8bdc-296505e683a6,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:28.141759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:28.151578 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:06Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:28.337393 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-4bdd048b-7297-4cd7-9dea-6a07e65f422b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3861625 Mar 31 21:39:28.344924 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Attempting to bind port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:28.345751 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Attempting to bind port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:28.346405 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Attempting to bind port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:28.458201 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (3ba4eadb-82bb-41aa-b2f0-d118b1684f5f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:28.460506 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:28.461591 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:28.470218 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-0e37a15a-d87e-4040-89e3-730c80f1b17e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:28.472426 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-0e37a15a-d87e-4040-89e3-730c80f1b17e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 818 time: 0.4292903 Mar 31 21:39:28.491106 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port de2969a9-3135-433f-8f4d-16d80763d6c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=de2969a9-3135-433f-8f4d-16d80763d6c5,segment=NetworkSegment(1fa6c20d-2484-445c-b362-f5aa0461b99d),segment_id=1fa6c20d-2484-445c-b362-f5aa0461b99d)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:28.495755 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:28.515171 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] Current status of the port d8d49f4a-aefb-45cd-8bdc-296505e683a6 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:28.515553 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:28.532567 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:28.541651 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'port': {'device_id': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'admin_state_up': True, 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:28.555559 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba4eadb-82bb-41aa-b2f0-d118b1684f5f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:28.575597 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:39:28.575597 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Attempting to bind port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:28.607781 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:39:28.610727 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'de2969a9-3135-433f-8f4d-16d80763d6c5', 'network_id': 'bbf0f5ce-6074-4262-96c2-91dda34fd0aa', 'port_id': 'de2969a9-3135-433f-8f4d-16d80763d6c5', 'mac_address': 'fa:16:3e:b8:de:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a704a0-3fcc-4e2e-aa3c-91a12fea660c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:28.662767 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:28.686797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847506b-1c22-4825-8a88-b3547ca0c2f4 req-307a1098-f563-488f-8d7e-daec232ba2ec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:28.696059 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7847506b-1c22-4825-8a88-b3547ca0c2f4 req-307a1098-f563-488f-8d7e-daec232ba2ec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 944 time: 0.6359248 Mar 31 21:39:28.696628 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7af6f33d-1d24-4fee-8299-714957a9fc6a req-4568ecfb-4c72-4ee4-92cc-c609c576556c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8724735 Mar 31 21:39:28.710171 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:28.710381 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Checking segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:28.710658 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Bound using segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:28.711077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Bound port: 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:28.711439 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:28.728475 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ccd2bbd0-3a7a-454f-a4e6-490051b967b9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.3017159 Mar 31 21:39:28.728475 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49568) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:28.770655 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-ccef98cd-790f-4edd-abf1-871be52b1071 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600010 Mar 31 21:39:28.834456 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7847506b-1c22-4825-8a88-b3547ca0c2f4 req-7c93c50d-c9c6-4776-9b49-8f07128806e6 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348002 Mar 31 21:39:28.847087 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Request body: {'subnet': {'network_id': '3ba4eadb-82bb-41aa-b2f0-d118b1684f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2085601793-subnet', 'tenant_id': 'cad6a75eb4754c6986469673430ac9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:28.851188 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] For port d8d49f4a-aefb-45cd-8bdc-296505e683a6, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d8d49f4a-aefb-45cd-8bdc-296505e683a6,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:28.893405 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:28.992501 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port de2969a9-3135-433f-8f4d-16d80763d6c5 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:28.993338 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:29.084565 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2969a9-3135-433f-8f4d-16d80763d6c5 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:29.096807 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-3f1f13ac-3bd2-4e0d-9dbf-d214fd0253bf service neutron] 10.222.0.35 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405322 Mar 31 21:39:29.111439 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-371700ac-1a25-4817-8921-164c0a4b0279 req-6f246dbc-c43d-4532-a873-c1ad8ea5b5ef service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194530 Mar 31 21:39:29.168707 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2f5d3-ad28-4207-9823-ee6b042a1820 req-aae31ea3-e8cb-4fa8-8395-10b898296da5 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:29.169712 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c80e5b-fb45-40f1-a762-f4848c2a5d10 None None] Pushing event updated for resources: {'Port': ['ID=d8d49f4a-aefb-45cd-8bdc-296505e683a6,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:29.171736 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-46a2f5d3-ad28-4207-9823-ee6b042a1820 req-aae31ea3-e8cb-4fa8-8395-10b898296da5 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 943 time: 0.2268763 Mar 31 21:39:29.181160 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port de2969a9-3135-433f-8f4d-16d80763d6c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=de2969a9-3135-433f-8f4d-16d80763d6c5,segment=NetworkSegment(1fa6c20d-2484-445c-b362-f5aa0461b99d),segment_id=1fa6c20d-2484-445c-b362-f5aa0461b99d)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:29.201068 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:29.265176 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-46a2f5d3-ad28-4207-9823-ee6b042a1820 req-2b028589-a124-4d14-b547-cbb3bc155da0 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Mar 31 21:39:29.300827 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-4dd032fd-d33e-4608-8bc6-ed74868b96e3 None None] Provisioning complete for port d8d49f4a-aefb-45cd-8bdc-296505e683a6 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:29.301295 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4dd032fd-d33e-4608-8bc6-ed74868b96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:29.354126 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=de2969a9-3135-433f-8f4d-16d80763d6c5,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:29.386941 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:29.472835 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Made reservation on behalf of cad6a75eb4754c6986469673430ac9ff for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:29.475214 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:29.556505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:27Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:29.585476 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Made reservation on behalf of 29bb4d24e7074369b00ffa088e1f4d5c for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:29.588945 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:29.593246 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:29.647210 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['de2969a9-3135-433f-8f4d-16d80763d6c5'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:29.669206 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:29.675210 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525d840-76e2-4abc-842c-914a56b79376 None None] The sync data for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi is: [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:27Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:29.676512 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4dd032fd-d33e-4608-8bc6-ed74868b96e3 None None] Current status of the port d8d49f4a-aefb-45cd-8bdc-296505e683a6 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:29.698088 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-1d729aef-0b09-4368-9a18-872e9cda5478 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:29.705073 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-1d729aef-0b09-4368-9a18-872e9cda5478 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 818 time: 0.8121462 Mar 31 21:39:29.733602 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:29.741768 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13f44bd-1dda-4620-a577-e266afc7b3fa req-348bc4e5-8cd7-4a5a-9b49-3a70666453eb service neutron] 10.222.0.35 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168756 Mar 31 21:39:29.858661 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-b2e0fbab-1b84-4aa6-bf21-2449c9306461 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/quotas/29bb4d24e7074369b00ffa088e1f4d5c HTTP/1.1" status: 200 len: 375 time: 0.1525595 Mar 31 21:39:29.890355 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:29.975073 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0245aa3-2186-429f-9fe4-c3ba338c9f5e req-1a2198cc-108e-486a-83a1-35bf9b4deed8 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:29.980206 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e0245aa3-2186-429f-9fe4-c3ba338c9f5e req-1a2198cc-108e-486a-83a1-35bf9b4deed8 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.1630421 Mar 31 21:39:29.993659 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'port_id': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'mac_address': 'fa:16:3e:5a:0f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:29.999956 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:30.009082 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:30.009906 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:30.012402 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-2814b79b-4c45-4bef-81ec-985e158d68aa service neutron] 10.222.0.35 "PUT /v2.0/ports/9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 1093 time: 4.0470405 Mar 31 21:39:30.029607 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:30.061537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c31950-2fd1-4f2f-8dd1-0f771bde629d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:30.076815 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:30.125932 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e0245aa3-2186-429f-9fe4-c3ba338c9f5e req-e6459890-fa09-4608-a7e1-4242f78ddafa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336954 Mar 31 21:39:30.173722 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:30.174213 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:30.242080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:30.323321 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:30.368825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae112194-74dd-4ff6-a507-c1bfab551ea1 req-c022b448-a03e-459d-962d-f2eec204ded1 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:30.370118 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:30.379760 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ae112194-74dd-4ff6-a507-c1bfab551ea1 req-c022b448-a03e-459d-962d-f2eec204ded1 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 944 time: 0.1069915 Mar 31 21:39:30.458044 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:30.461252 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ae112194-74dd-4ff6-a507-c1bfab551ea1 req-c1d543a2-143e-4ce3-96c1-3d7dc6b7194f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799623 Mar 31 21:39:30.598407 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-a57c9a02-6625-4098-acac-4fe2f34f446f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6865480 Mar 31 21:39:30.614140 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea134c6-5827-4112-a75b-84c545b047f0 x-openstack-request-id: req-8ea134c6-5827-4112-a75b-84c545b047f0 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:30.614514 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:30.614711 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ea134c6-5827-4112-a75b-84c545b047f0 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:30.615131 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea134c6-5827-4112-a75b-84c545b047f0'] response: {'name': 'network-changed', 'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'status': 'completed', 'code': 200} Mar 31 21:39:30.635211 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['8f9fa5a0-7897-40fb-94a3-6a53df2d34c1'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:30.664447 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-5e5d06ed-3399-4c16-ad78-8a1ebee1562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:30.666323 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-5e5d06ed-3399-4c16-ad78-8a1ebee1562e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1127 time: 0.5964878 Mar 31 21:39:30.721724 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Allocated IP 172.20.0.9 (1c02706c-737d-4304-8530-4cbdd17e7b08/c9103d37-64c7-4d3b-b7cd-4c6e5fc88179/af9379d7-8526-46a7-9d97-24d51084b9dd) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:30.778317 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49644) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:30.828486 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a5853-636f-4cac-925a-17ce8b04c42c req-e7a20842-1c44-44cd-99dc-e6f210be3520 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:30.832018 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-521a5853-636f-4cac-925a-17ce8b04c42c req-e7a20842-1c44-44cd-99dc-e6f210be3520 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1490040 Mar 31 21:39:30.930105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d8d49f4a-aefb-45cd-8bdc-296505e683a6 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:30.963462 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-521a5853-636f-4cac-925a-17ce8b04c42c req-e6e5da16-7d1f-4891-aef2-740dc7ac8975 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213582 Mar 31 21:39:31.011946 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-497a81bc-d111-422d-94ab-8bf1e2436f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.054977 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port d8d49f4a-aefb-45cd-8bdc-296505e683a6 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:31.055341 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.082107 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-5d3b31b8-af08-481f-82c5-66d4fda6d2cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 217 time: 0.2836785 Mar 31 21:39:31.108029 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (744856ed-5907-4dfc-b766-de23f02893bb), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.144850 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-497a81bc-d111-422d-94ab-8bf1e2436f86 admin admin] Publish callbacks [] for security_group (722a10d0-152f-4f6a-b51a-fcc6ce6434cd), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.163606 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-497a81bc-d111-422d-94ab-8bf1e2436f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (722a10d0-152f-4f6a-b51a-fcc6ce6434cd), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.218573 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port d8d49f4a-aefb-45cd-8bdc-296505e683a6 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:31.260271 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-497a81bc-d111-422d-94ab-8bf1e2436f86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=849b31339ba44ecca3e0add514c506e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4688938 Mar 31 21:39:31.262124 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.27.1.175 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/28b52110-4b0c-4412-9764-f1c9fa4d3198) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:31.264867 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49656) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:31.323384 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a81bc-d111-422d-94ab-8bf1e2436f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722a10d0-152f-4f6a-b51a-fcc6ce6434cd,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:31.411003 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92b43611-882f-44e6-b3fa-1c317955bbf0 admin admin] Publish callbacks [] for security_group (722a10d0-152f-4f6a-b51a-fcc6ce6434cd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.446836 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92b43611-882f-44e6-b3fa-1c317955bbf0 admin admin] Publish callbacks [] for security_group (722a10d0-152f-4f6a-b51a-fcc6ce6434cd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.458056 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8dd35-4ebf-4b7b-aa1a-293d3ebbf008 req-063f9377-d27d-4910-8c79-fa6b31a18b16 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.460673 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-72a8dd35-4ebf-4b7b-aa1a-293d3ebbf008 req-063f9377-d27d-4910-8c79-fa6b31a18b16 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.1153932 Mar 31 21:39:31.494855 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-328194f2-89b0-4106-b52d-1d7b36bd14ff service neutron] 10.222.0.20 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8955450 Mar 31 21:39:31.514413 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744856ed-5907-4dfc-b766-de23f02893bb,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:31.524963 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-4f94a743-b209-4927-9bcf-0fb448c23754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.527410 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-4f94a743-b209-4927-9bcf-0fb448c23754 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.4356120 Mar 31 21:39:31.548595 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-72a8dd35-4ebf-4b7b-aa1a-293d3ebbf008 req-c4f3dfb5-e1bb-40e0-84c1-aeb3d987a03d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708346 Mar 31 21:39:31.565060 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92b43611-882f-44e6-b3fa-1c317955bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (722a10d0-152f-4f6a-b51a-fcc6ce6434cd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.570914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92b43611-882f-44e6-b3fa-1c317955bbf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.584975 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-92b43611-882f-44e6-b3fa-1c317955bbf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/722a10d0-152f-4f6a-b51a-fcc6ce6434cd HTTP/1.1" status: 204 len: 168 time: 0.3189158 Mar 31 21:39:31.595116 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b43611-882f-44e6-b3fa-1c317955bbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722a10d0-152f-4f6a-b51a-fcc6ce6434cd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:31.625496 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Checking segment: {'id': 'b50c1954-6083-4239-b798-e40a8ab83b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3ba4eadb-82bb-41aa-b2f0-d118b1684f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:31.626043 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Network hostable DHCP agents. Network: 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:39:31.635252 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.656591 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.707319 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Network 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:39:31.727407 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358345-a88a-4bb4-a28a-877b399e6e23 req-30bf6f6e-c70b-4978-9ed3-53083b681394 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.729008 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11358345-a88a-4bb4-a28a-877b399e6e23 req-30bf6f6e-c70b-4978-9ed3-53083b681394 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 945 time: 0.0725489 Mar 31 21:39:31.745459 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-27b0de23-e64e-4d1d-a835-e6665f5c3f35 service neutron] 10.222.0.20 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285388 Mar 31 21:39:31.748753 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:31.757054 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.757670 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.760240 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.775843 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a5fbb-394d-4593-b434-4936f53549e7 None None] Network 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:31.801554 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:31.821204 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ab6207ff-980b-424d-b4d5-2e50f698dab8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0179379 Mar 31 21:39:31.829382 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:31.832127 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11358345-a88a-4bb4-a28a-877b399e6e23 req-b9ac498c-fa9e-4858-960e-2d4c35e1e8e8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957501 Mar 31 21:39:31.853767 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:31.862058 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=28b52110-4b0c-4412-9764-f1c9fa4d3198,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:31.866590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:31.867532 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:31.879161 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:31.905486 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:31.912212 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:31.912923 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.050405 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49676) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:32.118605 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5814724 Mar 31 21:39:32.134113 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb72cc-6fd2-4253-a89f-d26191a30cd2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'Port': ['ID=af9379d7-8526-46a7-9d97-24d51084b9dd,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:32.174336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device de2969a9-3135-433f-8f4d-16d80763d6c5 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:32.177730 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-46526f78-280f-4755-83df-2a018bcd6fd3 req-b1971ef1-806e-41f0-89cb-efbe07d74bae tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 210 time: 0.0745800 Mar 31 21:39:32.210456 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (287d5c11-e80d-458a-9120-6c42f15eec16), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.233958 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Deleting subnet bc34ce9a-c36b-4d08-96bc-fb3511df5f07 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:39:32.241385 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Publish callbacks [] for subnet (bc34ce9a-c36b-4d08-96bc-fb3511df5f07), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.249222 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49678) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:32.273387 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0db6f2-6455-45ae-9fab-fdb71ba756e9 None None] Network 3ba4eadb-82bb-41aa-b2f0-d118b1684f5f requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:32.280030 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d644b9-35ad-4a86-9512-0af805fbd593 req-a44d0bbd-9f9d-4f37-86b8-ab5a7ab87822 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:32.283028 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8d644b9-35ad-4a86-9512-0af805fbd593 req-a44d0bbd-9f9d-4f37-86b8-ab5a7ab87822 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 944 time: 0.1563928 Mar 31 21:39:32.298859 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaea31cd-e686-447c-9043-5dbbcedf8d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.322325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.335657 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Publish callbacks [] for subnet (bc34ce9a-c36b-4d08-96bc-fb3511df5f07), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.354690 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (bc34ce9a-c36b-4d08-96bc-fb3511df5f07), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.384371 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8d644b9-35ad-4a86-9512-0af805fbd593 req-4fce0bd5-7abf-44db-be2b-920cfa295203 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 Mar 31 21:39:32.399732 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port de2969a9-3135-433f-8f4d-16d80763d6c5 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:39:32.409456 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cf5a714a-55a6-4278-acdb-f8fe3b3abfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.426046 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port de2969a9-3135-433f-8f4d-16d80763d6c5 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:32.426647 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.495170 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-628d5d43-1e48-4310-829f-c6b9b8c48899 None None] Provisioning complete for port af9379d7-8526-46a7-9d97-24d51084b9dd triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:32.495594 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-628d5d43-1e48-4310-829f-c6b9b8c48899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.498646 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (bc34ce9a-c36b-4d08-96bc-fb3511df5f07), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.533763 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:39:32.572982 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc34ce9a-c36b-4d08-96bc-fb3511df5f07,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:32.586715 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaea31cd-e686-447c-9043-5dbbcedf8d98 admin admin] Publish callbacks [] for security_group (a9d34651-3c39-4c6a-aecc-f8e9a074abf2), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.588709 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.595603 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-febb9fb8-8ca6-4ebf-9eec-51626e60da64 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc34ce9a-c36b-4d08-96bc-fb3511df5f07 HTTP/1.1" status: 204 len: 168 time: 0.5435433 Mar 31 21:39:32.598632 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49692) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:32.599621 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaea31cd-e686-447c-9043-5dbbcedf8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a9d34651-3c39-4c6a-aecc-f8e9a074abf2), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.678660 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-eaea31cd-e686-447c-9043-5dbbcedf8d98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3bde7beac264d3eabba66fd46e9bfb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250858 Mar 31 21:39:32.679658 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49694) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:32.682709 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea31cd-e686-447c-9043-5dbbcedf8d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d34651-3c39-4c6a-aecc-f8e9a074abf2,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:32.713697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.717734 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-628d5d43-1e48-4310-829f-c6b9b8c48899 None None] Port af9379d7-8526-46a7-9d97-24d51084b9dd cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:32.735835 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (4426bdf2-a4fa-4f21-96d7-db62613f5f0d), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.750440 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.771249 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port de2969a9-3135-433f-8f4d-16d80763d6c5 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:32.772699 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.787253 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (287d5c11-e80d-458a-9120-6c42f15eec16), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.806083 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-761ca364-5987-4c8f-91ff-955253a6f988 admin admin] Publish callbacks [] for security_group (a9d34651-3c39-4c6a-aecc-f8e9a074abf2), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.813197 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2969a9-3135-433f-8f4d-16d80763d6c5'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:32.879008 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (4426bdf2-a4fa-4f21-96d7-db62613f5f0d), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.883226 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-761ca364-5987-4c8f-91ff-955253a6f988 admin admin] Publish callbacks [] for security_group (a9d34651-3c39-4c6a-aecc-f8e9a074abf2), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.910892 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=28b52110-4b0c-4412-9764-f1c9fa4d3198,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:32.922946 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.933638 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port de2969a9-3135-433f-8f4d-16d80763d6c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=de2969a9-3135-433f-8f4d-16d80763d6c5,segment=NetworkSegment(1fa6c20d-2484-445c-b362-f5aa0461b99d),segment_id=1fa6c20d-2484-445c-b362-f5aa0461b99d)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:32.934588 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-222853be-c438-4c9a-ad99-665c748fd6da tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9774611 Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.934702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.936797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.937628 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:32.942513 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:32.956889 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d70d49-c6e3-45fa-a638-e014e4d0a792 req-72ba7c4f-33e8-4cf5-8365-2de6501d2acc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:32.963738 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-82d70d49-c6e3-45fa-a638-e014e4d0a792 req-72ba7c4f-33e8-4cf5-8365-2de6501d2acc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.2450492 Mar 31 21:39:33.046986 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=de2969a9-3135-433f-8f4d-16d80763d6c5,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:33.064303 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8216299-923e-4463-9c30-51dc2433f04b" -d '{"events": [{"server_uuid": "dd7f87ba-a515-4734-95b7-78d8c9f2fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "de2969a9-3135-433f-8f4d-16d80763d6c5"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:33.086112 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:33.086766 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:33.087379 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:33.088009 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104525) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:33.088712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4426bdf2-a4fa-4f21-96d7-db62613f5f0d']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:33.138983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1396ce-0f71-41f2-86d6-92d89cfdd461') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:33.139283 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1396ce-0f71-41f2-86d6-92d89cfdd461') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:33.172900 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14396094'] for segment (0b1396ce-0f71-41f2-86d6-92d89cfdd461), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.204226 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-82d70d49-c6e3-45fa-a638-e014e4d0a792 req-56906460-8bee-462b-9a67-fabbe10ef1c9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336073 Mar 31 21:39:33.218648 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (0b1396ce-0f71-41f2-86d6-92d89cfdd461), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.234501 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d21b9-41bb-454a-8772-0aecfb27d688 req-8c27edb8-f58e-4445-be0f-5bab791249b8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:33.241836 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a79d21b9-41bb-454a-8772-0aecfb27d688 req-8c27edb8-f58e-4445-be0f-5bab791249b8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 945 time: 0.3283551 Mar 31 21:39:33.252007 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:39:33.252411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14521022'] for segment (0b1396ce-0f71-41f2-86d6-92d89cfdd461), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: from cryptography.utils import int_from_bytes Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: from cryptography.utils import int_from_bytes Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: Traceback (most recent call last): Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: timer() Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: cb(*args, **kw) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: return func(*args, **kwargs) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: self._notify() Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: self.callback(batched_events) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: event.method(event) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: return f(self, *a, **k) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: return self._get(url).json() Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: return self.request(url, 'GET', **kwargs) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:39:33.294879 dv-cinder-836074-1-iscsi neutron-server[104525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:39:33.325064 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26531f9-fde4-4cb9-a49c-84bce38a0246 x-openstack-request-id: req-e26531f9-fde4-4cb9-a49c-84bce38a0246 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:33.325650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f87ba-a515-4734-95b7-78d8c9f2fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "de2969a9-3135-433f-8f4d-16d80763d6c5", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:33.325650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e26531f9-fde4-4cb9-a49c-84bce38a0246 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:33.326123 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26531f9-fde4-4cb9-a49c-84bce38a0246'] response: {'server_uuid': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2969a9-3135-433f-8f4d-16d80763d6c5', 'code': 200} Mar 31 21:39:33.337467 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-761ca364-5987-4c8f-91ff-955253a6f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a9d34651-3c39-4c6a-aecc-f8e9a074abf2), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.340005 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-761ca364-5987-4c8f-91ff-955253a6f988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.341148 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-761ca364-5987-4c8f-91ff-955253a6f988 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9d34651-3c39-4c6a-aecc-f8e9a074abf2 HTTP/1.1" status: 204 len: 168 time: 0.6602688 Mar 31 21:39:33.361669 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ca364-5987-4c8f-91ff-955253a6f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d34651-3c39-4c6a-aecc-f8e9a074abf2,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:33.393637 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (4426bdf2-a4fa-4f21-96d7-db62613f5f0d), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.405071 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.408358 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4426bdf2-a4fa-4f21-96d7-db62613f5f0d HTTP/1.1" status: 204 len: 168 time: 0.8085635 Mar 31 21:39:33.415884 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49722) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:33.421937 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a79d21b9-41bb-454a-8772-0aecfb27d688 req-01848926-e44c-4877-a6dc-702cc6e3bfbc tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791260 Mar 31 21:39:33.452299 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a187aa-7ac7-42a9-b482-d43414ddbba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4426bdf2-a4fa-4f21-96d7-db62613f5f0d,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:33.523102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Deleting subnet 744856ed-5907-4dfc-b766-de23f02893bb {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:39:33.527328 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Publish callbacks [] for subnet (744856ed-5907-4dfc-b766-de23f02893bb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.532337 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-4b5bd839-1259-491f-bb24-9eb7434da922 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--846956696&fields=id&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 267 time: 0.1263607 Mar 31 21:39:33.537140 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ce0d9a34-c737-439b-932b-54d0a050119e req-47e4bb67-e54d-4542-82f1-9963e4695db8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 210 time: 0.0305002 Mar 31 21:39:33.634663 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Publish callbacks [] for subnet (744856ed-5907-4dfc-b766-de23f02893bb), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.662294 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (744856ed-5907-4dfc-b766-de23f02893bb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.695785 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14448a8b-f4f6-4b65-ae20-5469086e3f71 req-faa96ede-b4c0-4f63-bae9-c5e3b63d675b tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:33.697373 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14448a8b-f4f6-4b65-ae20-5469086e3f71 req-faa96ede-b4c0-4f63-bae9-c5e3b63d675b tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0986135 Mar 31 21:39:33.728933 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-78aed05d-241d-4db0-beda-236da06d674c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:33.730500 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-78aed05d-241d-4db0-beda-236da06d674c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1805124 Mar 31 21:39:33.748322 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-c93c1bbc-dc19-407f-b158-12ccba806948 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/quotas/2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 375 time: 0.0121036 Mar 31 21:39:33.759419 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14448a8b-f4f6-4b65-ae20-5469086e3f71 req-c5469fe4-47fc-490c-a0aa-92765d5bfb8a tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Mar 31 21:39:33.792926 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for subnet (744856ed-5907-4dfc-b766-de23f02893bb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.818754 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744856ed-5907-4dfc-b766-de23f02893bb,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:33.825117 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:33.829546 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-30455b6f-7a77-4252-afa2-3d2dcaaa8fd4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/744856ed-5907-4dfc-b766-de23f02893bb HTTP/1.1" status: 204 len: 168 time: 0.4104471 Mar 31 21:39:33.831002 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49734) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:33.898695 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Request body: {'port': {'device_id': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:33.960965 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-b9a9c2b6-c4a2-4406-a8ce-8a1122f7aab8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057884 Mar 31 21:39:34.010176 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (3ba4eadb-82bb-41aa-b2f0-d118b1684f5f), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.116059 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.197588 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-99ae6713-c006-415f-bfc9-5442152948c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:34.199158 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-99ae6713-c006-415f-bfc9-5442152948c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3202705 Mar 31 21:39:34.355318 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-575ada86-6e0b-4ee3-a389-c02b967f4a5f service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644519 Mar 31 21:39:34.397272 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ec2e-9f29-46b7-a331-91c0f3966e8f req-87ac6f79-bb6f-4323-af69-75f303b03ea6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:34.399642 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dde0ec2e-9f29-46b7-a331-91c0f3966e8f req-87ac6f79-bb6f-4323-af69-75f303b03ea6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0643725 Mar 31 21:39:34.428580 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (3ba4eadb-82bb-41aa-b2f0-d118b1684f5f), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.464360 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dde0ec2e-9f29-46b7-a331-91c0f3966e8f req-fbb4880a-6e32-463c-938c-c1d2a1c333f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586591 Mar 31 21:39:34.565388 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003353-6737-48f5-87eb-258d23d9626f req-6c383c43-7ef2-4c5f-b05a-979733cf4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:34.567387 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-24003353-6737-48f5-87eb-258d23d9626f req-6c383c43-7ef2-4c5f-b05a-979733cf4735 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 1129 time: 0.4490998 Mar 31 21:39:34.587433 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.587781 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.588520 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.588850 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > port after_create 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.589170 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.589545 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > port after_update 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.589867 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.591536 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.591536 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.591536 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.603227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515028a7-8b2c-4de1-809b-922b34904c19 req-e8400eed-f17f-49b2-a011-f6b03ff1af01 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:34.610894 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-515028a7-8b2c-4de1-809b-922b34904c19 req-e8400eed-f17f-49b2-a011-f6b03ff1af01 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 945 time: 0.0774255 Mar 31 21:39:34.655098 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.655998 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.655998 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.656170 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104524) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:39:34.656455 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba4eadb-82bb-41aa-b2f0-d118b1684f5f']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:34.664223 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-515028a7-8b2c-4de1-809b-922b34904c19 req-e027ab5c-0547-4947-89cb-f0d9f795ab74 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521975 Mar 31 21:39:34.782952 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-cfc51146-c3ca-4965-9654-6f44a80181b8 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538454 Mar 31 21:39:34.782952 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50c1954-6083-4239-b798-e40a8ab83b72') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:34.782952 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50c1954-6083-4239-b798-e40a8ab83b72') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:34.800279 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (b50c1954-6083-4239-b798-e40a8ab83b72), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.835858 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (b50c1954-6083-4239-b798-e40a8ab83b72), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.861714 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:39:34.863719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (b50c1954-6083-4239-b798-e40a8ab83b72), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:34.930074 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d8ec053-1cde-4eb3-9a35-5d4da6290311 req-5f4ba3d7-38c8-4f86-b0ea-ed8482204f6e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 210 time: 0.1527297 Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: from cryptography.utils import int_from_bytes Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: from cryptography.utils import int_from_bytes Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:39:34.951575 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:39:34.955494 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-24003353-6737-48f5-87eb-258d23d9626f req-4d3483c1-a6fc-4991-aaa7-7480026f5fd9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.029462 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-9b5bd947-970e-429a-ad17-35461e42d027 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:35.031367 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-9b5bd947-970e-429a-ad17-35461e42d027 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 818 time: 0.3390625 Mar 31 21:39:35.055546 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'port': {'device_id': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'admin_state_up': True, 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:35.107080 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-3ae1ea6c-93c8-4f34-b5d2-8984652644cd service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341113 Mar 31 21:39:35.170336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-faf2ae76-e8ab-44f9-bfd5-7c5c858d0281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.213242 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-24003353-6737-48f5-87eb-258d23d9626f req-4d3483c1-a6fc-4991-aaa7-7480026f5fd9 service neutron] Publish callbacks [] for security_group (1c4114d4-2744-4827-82df-2baca6183034), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.214668 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (3ba4eadb-82bb-41aa-b2f0-d118b1684f5f), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.229719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-24003353-6737-48f5-87eb-258d23d9626f req-4d3483c1-a6fc-4991-aaa7-7480026f5fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1c4114d4-2744-4827-82df-2baca6183034), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.288130 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.295170 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ba4eadb-82bb-41aa-b2f0-d118b1684f5f HTTP/1.1" status: 204 len: 168 time: 1.4629159 Mar 31 21:39:35.353883 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1edd-04ae-4bab-8cd5-1185fd1597c3 req-aad65f3f-c8ff-4c66-9812-d73f23fe0ade tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:35.359099 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7f1d1edd-04ae-4bab-8cd5-1185fd1597c3 req-aad65f3f-c8ff-4c66-9812-d73f23fe0ade tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2784340 Mar 31 21:39:35.361116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83945ce-2d99-408e-942e-6d1565ced501 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba4eadb-82bb-41aa-b2f0-d118b1684f5f,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:35.561876 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7f1d1edd-04ae-4bab-8cd5-1185fd1597c3 req-bb979129-e911-43d7-9057-007aa01ff746 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805949 Mar 31 21:39:35.564328 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Made reservation on behalf of 29bb4d24e7074369b00ffa088e1f4d5c for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:35.575139 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.713531 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49808) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:35.806014 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-24003353-6737-48f5-87eb-258d23d9626f req-4d3483c1-a6fc-4991-aaa7-7480026f5fd9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2278616 Mar 31 21:39:35.824610 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7f472c19-ffea-4e3c-b918-4d9e54aadc14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6258edc14a44505a5bd8fb81cebe385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1096587 Mar 31 21:39:35.828862 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 49812) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:35.867878 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9379d7-8526-46a7-9d97-24d51084b9dd {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:35.869808 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d42f5-1e6c-475e-9add-380424e653d8 req-4fd6386a-8567-443a-ac05-056f26d52df1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:35.876711 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Publish callbacks [] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:35.877896 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-388d42f5-1e6c-475e-9add-380424e653d8 req-4fd6386a-8567-443a-ac05-056f26d52df1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.1646430 Mar 31 21:39:35.895719 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:35.902634 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-04d96c7c-e58f-44ca-ae6a-62f65183ca31 req-fc417caf-0bc0-40ed-a9e2-0a3abba67fd5 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 210 time: 0.5004752 Mar 31 21:39:35.939452 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b7b55996-1e1d-47ef-ac3f-902480f401ad req-bde9136f-3d72-4d80-8706-b453248e1b67 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538383 Mar 31 21:39:35.941378 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Transition to ACTIVE for port object af9379d7-8526-46a7-9d97-24d51084b9dd will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:39:35.941889 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3483c1-a6fc-4991-aaa7-7480026f5fd9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4114d4-2744-4827-82df-2baca6183034,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:35.947216 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.015442 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:39:36.025922 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:36.031015 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91ba44d1-e289-438a-94d0-297ff293d47d admin admin] Publish callbacks [] for security_group (0d440b49-9e05-49c4-9f03-cfbfa8791940), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.033841 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.097854 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Pushing event updated for resources: {'Port': ['ID=af9379d7-8526-46a7-9d97-24d51084b9dd,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:36.164690 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.168843 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-388d42f5-1e6c-475e-9add-380424e653d8 req-5c88a5cb-8527-4921-9ded-ad42d929b401 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899086 Mar 31 21:39:36.206987 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91ba44d1-e289-438a-94d0-297ff293d47d admin admin] Publish callbacks [] for security_group (0d440b49-9e05-49c4-9f03-cfbfa8791940), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.217062 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:36.219032 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.260922 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:36.261158 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8fc3-125b-490f-869b-280364277553 req-f9cd90a1-3dad-4bb6-b45a-891a0a354a7f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.265481 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ded70-e712-4146-b06e-2ad2836261aa" -d '{"events": [{"server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "name": "network-vif-plugged", "status": "completed", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:36.268348 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6bea8fc3-125b-490f-869b-280364277553 req-f9cd90a1-3dad-4bb6-b45a-891a0a354a7f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 945 time: 0.2819145 Mar 31 21:39:36.280821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Allocated IP 172.20.0.6 (1c02706c-737d-4304-8530-4cbdd17e7b08/c9103d37-64c7-4d3b-b7cd-4c6e5fc88179/cb27a89d-44d7-4527-a979-33f073c92a11) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:36.283252 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:36.290528 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.344474 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Attempting to bind port af9379d7-8526-46a7-9d97-24d51084b9dd on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:36.345132 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Attempting to bind port af9379d7-8526-46a7-9d97-24d51084b9dd by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:36.345649 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Attempting to bind port af9379d7-8526-46a7-9d97-24d51084b9dd on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:36.352565 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3ee1a5ed-2fed-4433-a26d-f802b4bb78f7 req-ce6516e0-924c-4923-9b53-fedb874c173a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 210 time: 0.0548811 Mar 31 21:39:36.355753 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Port af9379d7-8526-46a7-9d97-24d51084b9dd on network 1c02706c-737d-4304-8530-4cbdd17e7b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:39:36.356188 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Attempting to bind port af9379d7-8526-46a7-9d97-24d51084b9dd on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:36.373211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-fa2175dd-452d-44c4-8721-81cbd2359219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.374862 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-fa2175dd-452d-44c4-8721-81cbd2359219 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1127 time: 0.2469380 Mar 31 21:39:36.410771 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:36.411109 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Checking segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:36.415683 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91ba44d1-e289-438a-94d0-297ff293d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0d440b49-9e05-49c4-9f03-cfbfa8791940), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.417784 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Bound using segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:36.418452 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Bound port: af9379d7-8526-46a7-9d97-24d51084b9dd, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:36.418826 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.422997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91ba44d1-e289-438a-94d0-297ff293d47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.427879 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-91ba44d1-e289-438a-94d0-297ff293d47d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d440b49-9e05-49c4-9f03-cfbfa8791940 HTTP/1.1" status: 204 len: 168 time: 0.5973434 Mar 31 21:39:36.447753 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c8665-fd4e-4b50-a977-8f9464fef5de x-openstack-request-id: req-b38c8665-fd4e-4b50-a977-8f9464fef5de {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:36.448434 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "name": "network-vif-plugged", "status": "completed", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:36.448892 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b38c8665-fd4e-4b50-a977-8f9464fef5de {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:36.449470 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38c8665-fd4e-4b50-a977-8f9464fef5de'] response: {'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'code': 200} Mar 31 21:39:36.454026 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba44d1-e289-438a-94d0-297ff293d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d440b49-9e05-49c4-9f03-cfbfa8791940,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:36.473285 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:36.481275 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6bea8fc3-125b-490f-869b-280364277553 req-98617a93-2ea5-45e3-a754-4bcade3f5c2b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108259 Mar 31 21:39:36.652861 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] For port af9379d7-8526-46a7-9d97-24d51084b9dd, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:36.657628 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] For port af9379d7-8526-46a7-9d97-24d51084b9dd, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af9379d7-8526-46a7-9d97-24d51084b9dd,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:36.681607 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.750343 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for port (cb27a89d-44d7-4527-a979-33f073c92a11), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.750907 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.751642 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:36.753019 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] 10.222.0.35 "PUT /v2.0/ports/af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 200 len: 1093 time: 2.8730078 Mar 31 21:39:36.755626 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'tag': 'af9379d7-8526-46a7-9d97-24d51084b9dd'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:36.759449 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd01583-b7ed-4a24-a06e-80493dec2e42", "tag": "af9379d7-8526-46a7-9d97-24d51084b9dd"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:36.770322 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-433cca70-975c-40af-865b-db7d49bd4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.772920 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-433cca70-975c-40af-865b-db7d49bd4787 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.3880479 Mar 31 21:39:36.865094 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a050fbd6-7fed-48b4-9d99-33498f1de25e x-openstack-request-id: req-a050fbd6-7fed-48b4-9d99-33498f1de25e {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:36.866692 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd01583-b7ed-4a24-a06e-80493dec2e42", "tag": "af9379d7-8526-46a7-9d97-24d51084b9dd", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:36.867123 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a050fbd6-7fed-48b4-9d99-33498f1de25e {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:36.867642 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a050fbd6-7fed-48b4-9d99-33498f1de25e'] response: {'name': 'network-changed', 'server_uuid': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'tag': 'af9379d7-8526-46a7-9d97-24d51084b9dd', 'status': 'completed', 'code': 200} Mar 31 21:39:36.899039 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-f7a34db3-b625-4b98-9b85-b4ff9e96025b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 217 time: 0.1016004 Mar 31 21:39:36.987577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5216f2-2281-4f84-a1af-6a6d0f4fea31 req-7524d398-3c09-4c68-99eb-c8e24a95e866 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:36.994835 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa5216f2-2281-4f84-a1af-6a6d0f4fea31 req-7524d398-3c09-4c68-99eb-c8e24a95e866 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2076156 Mar 31 21:39:37.006385 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474223c5-272a-41b3-a3f3-ea12f37c8140 service neutron] Pushing event updated for resources: {'Port': ['ID=af9379d7-8526-46a7-9d97-24d51084b9dd,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:37.070499 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-e295ecda-5bac-476c-a2bc-68eeeb81ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.072607 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-e295ecda-5bac-476c-a2bc-68eeeb81ffa1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1127 time: 0.2027345 Mar 31 21:39:37.087102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-9df0c39c-e4f3-4118-a135-658fee7ffad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.088658 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-9df0c39c-e4f3-4118-a135-658fee7ffad1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.1879551 Mar 31 21:39:37.121577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.35', 63956) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:37.184601 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.214632 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f0e179c6-abcf-4bab-82cd-ff3260108c03 req-799478e1-c8dc-43ad-8593-f04c017dcaa6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 210 time: 0.1397243 Mar 31 21:39:37.216936 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908859b3-43c6-4eed-bdb1-b75c27d3214c req-9f954a3b-17d8-40b2-8679-d78f39180a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.218980 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-908859b3-43c6-4eed-bdb1-b75c27d3214c req-9f954a3b-17d8-40b2-8679-d78f39180a9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1130 time: 0.3719633 Mar 31 21:39:37.222863 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49862) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:37.233384 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-dcf9b89b-3ba5-41d6-81a0-c6a1e62a7977 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 200 len: 217 time: 0.1419821 Mar 31 21:39:37.349108 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa5216f2-2281-4f84-a1af-6a6d0f4fea31 req-8e3cb05e-63a6-4fcf-985c-85cf47053036 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298292 Mar 31 21:39:37.360511 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:37.373986 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:37.415481 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-908859b3-43c6-4eed-bdb1-b75c27d3214c req-672f765b-8d63-4f89-8a77-9461ddf29697 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839027 Mar 31 21:39:37.424614 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-e272e934-3262-401a-802d-b9f382411d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.426225 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-e272e934-3262-401a-802d-b9f382411d29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3246179 Mar 31 21:39:37.428972 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'Port': ['ID=cb27a89d-44d7-4527-a979-33f073c92a11,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:37.435922 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f26a6d14-e60b-44dc-9c5b-047b984c826a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cad6a75eb4754c6986469673430ac9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118676 Mar 31 21:39:37.438617 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-088c86ed-b244-4c55-b9d2-3756a0887f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.439590 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-92b341bd-0d53-4d95-b019-7e2d82a65e35 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.440021 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-088c86ed-b244-4c55-b9d2-3756a0887f57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.1802630 Mar 31 21:39:37.440730 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49870) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:37.441382 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-92b341bd-0d53-4d95-b019-7e2d82a65e35 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.3185179 Mar 31 21:39:37.442195 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:37.509622 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e53061-499c-4190-9410-ef1cd8d42b7f req-a5813289-fa55-46f6-bf5a-29b5f8d18fb0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.511206 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-98e53061-499c-4190-9410-ef1cd8d42b7f req-a5813289-fa55-46f6-bf5a-29b5f8d18fb0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.1688819 Mar 31 21:39:37.533337 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.534005 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.545233 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-81178e3d-1df0-42cb-99cf-42de0018618d admin admin] Publish callbacks [] for security_group (aaca5120-0841-4f7d-aa56-85034ec17261), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.564382 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-2caa7583-1ab2-4afa-836c-76e64d148938 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5153987 Mar 31 21:39:37.572804 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919edd7-f279-44c0-b011-4813a86c8162 req-cd7f07b5-0fca-4ee3-b726-ec2adec5213e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.574427 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3919edd7-f279-44c0-b011-4813a86c8162 req-cd7f07b5-0fca-4ee3-b726-ec2adec5213e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 931 time: 0.0894499 Mar 31 21:39:37.592761 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-81178e3d-1df0-42cb-99cf-42de0018618d admin admin] Publish callbacks [] for security_group (aaca5120-0841-4f7d-aa56-85034ec17261), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.621073 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-98e53061-499c-4190-9410-ef1cd8d42b7f req-c0bfeac0-314c-4826-88e3-b1858b15429f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960813 Mar 31 21:39:37.686659 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Request body: {'port': {'device_id': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:37.742088 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-ea06c1c0-defe-4044-a9ea-a964d209578a None None] Provisioning complete for port cb27a89d-44d7-4527-a979-33f073c92a11 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:37.742621 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ea06c1c0-defe-4044-a9ea-a964d209578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.764760 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3919edd7-f279-44c0-b011-4813a86c8162 req-c2bef284-99d6-46d2-ad14-0f63b13db16e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818583 Mar 31 21:39:37.797477 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.811269 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-ea06c1c0-defe-4044-a9ea-a964d209578a None None] Port cb27a89d-44d7-4527-a979-33f073c92a11 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:37.822383 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-57dea72f-fbce-4282-9006-d95e861c9e1a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 379 time: 0.1674557 Mar 31 21:39:37.822847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.839179 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'port': {'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'admin_state_up': True, 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'security_groups': ['99265856-eca0-46fe-b814-e50dbb67c5d4']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:37.868682 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-81178e3d-1df0-42cb-99cf-42de0018618d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (aaca5120-0841-4f7d-aa56-85034ec17261), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.871251 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-81178e3d-1df0-42cb-99cf-42de0018618d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:37.872410 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-81178e3d-1df0-42cb-99cf-42de0018618d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaca5120-0841-4f7d-aa56-85034ec17261 HTTP/1.1" status: 204 len: 168 time: 0.4300306 Mar 31 21:39:37.886685 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-ac8ff2e4-56b6-40bc-9504-8ba500043dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.888203 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-ac8ff2e4-56b6-40bc-9504-8ba500043dfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2359545 Mar 31 21:39:37.904542 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8f34b-3137-4c89-adb8-140f14da58d2 req-c90add78-b76d-4eff-9b7a-19835c52e504 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:37.912980 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a2f8f34b-3137-4c89-adb8-140f14da58d2 req-c90add78-b76d-4eff-9b7a-19835c52e504 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.1401792 Mar 31 21:39:37.925794 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178e3d-1df0-42cb-99cf-42de0018618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca5120-0841-4f7d-aa56-85034ec17261,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:37.958885 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-9b3aba8f-77b4-48b9-bb19-45168d4d6673 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076758 Mar 31 21:39:38.147879 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a2f8f34b-3137-4c89-adb8-140f14da58d2 req-b03499c8-212e-429d-ad4e-5310d233b83a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285423 Mar 31 21:39:38.199472 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-31ba750e-25ae-4479-8019-58ac52f27caa service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512414 Mar 31 21:39:38.256826 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-f99cb9cd-feda-483a-931d-647b66615e56 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850132 Mar 31 21:39:38.302303 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Made reservation on behalf of 2e7e92ff407a491cade61defb804388a for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:38.305726 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:38.355123 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dd4c2c5f-3b9b-4916-a034-2eca2483c889 req-58e8e9c0-4793-4b08-a3b9-4a286d419b78 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459181 Mar 31 21:39:38.391323 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41be1046-105d-4a06-8c7e-f090810fc195 req-30372e4b-13a7-4b6d-9aa6-41d5909c0c59 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 210 time: 0.0465140 Mar 31 21:39:38.530325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-a7b19c24-ee0a-49d5-a592-793950336b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.532402 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-a7b19c24-ee0a-49d5-a592-793950336b1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1127 time: 0.1068280 Mar 31 21:39:38.557175 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198cc06-c586-485b-b67c-00a1068486c0 req-f7fc7c1d-4e68-4792-bfc2-b8595599afe6 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.559326 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1198cc06-c586-485b-b67c-00a1068486c0 req-f7fc7c1d-4e68-4792-bfc2-b8595599afe6 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0904987 Mar 31 21:39:38.600537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49910) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:38.691763 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1198cc06-c586-485b-b67c-00a1068486c0 req-787153d8-8e40-4f45-80a5-fc2184470264 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210506 Mar 31 21:39:38.715782 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb27a89d-44d7-4527-a979-33f073c92a11 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:38.736590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-f71c11ad-f284-44ed-a499-84ccb66e4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.738215 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-f71c11ad-f284-44ed-a499-84ccb66e4a21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1980455 Mar 31 21:39:38.738352 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Publish callbacks [] for port (cb27a89d-44d7-4527-a979-33f073c92a11), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:38.778079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Transition to ACTIVE for port object cb27a89d-44d7-4527-a979-33f073c92a11 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:39:38.790897 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62b485a2-fdf2-474d-bbfc-fc830ba902cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:38.795825 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-addc96f2-de83-40e7-baf2-4668b2e995fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 200 len: 217 time: 0.0495417 Mar 31 21:39:38.831439 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:38.920370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.20.0.13 (8ea577cb-82b9-409c-896b-6e4ab00cc1c6/5688f097-0044-4ced-93b8-e17caf04ca16/a12a7bf1-456f-4e67-bdd0-595a908500df) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:38.950717 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-8f1b0a21-4275-4f8b-b2b1-1bb04be65191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.952688 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-8f1b0a21-4275-4f8b-b2b1-1bb04be65191 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.1382535 Mar 31 21:39:38.966760 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Pushing event updated for resources: {'Port': ['ID=cb27a89d-44d7-4527-a979-33f073c92a11,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:38.992155 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c396b-f8ab-417b-8640-2d87b1850295 req-77996cb8-42b0-4cac-823d-d1472e25a507 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:38.998517 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ed6c396b-f8ab-417b-8640-2d87b1850295 req-77996cb8-42b0-4cac-823d-d1472e25a507 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.2624800 Mar 31 21:39:39.070910 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.224882 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62b485a2-fdf2-474d-bbfc-fc830ba902cb admin admin] Publish callbacks [] for security_group (cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.237382 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-e4a49217-728c-4eec-a240-4afe3a8b71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:39.238855 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-e4a49217-728c-4eec-a240-4afe3a8b71bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762613 Mar 31 21:39:39.240616 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62b485a2-fdf2-474d-bbfc-fc830ba902cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.246004 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Attempting to bind port cb27a89d-44d7-4527-a979-33f073c92a11 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:39.256585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Attempting to bind port cb27a89d-44d7-4527-a979-33f073c92a11 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:39.257046 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Attempting to bind port cb27a89d-44d7-4527-a979-33f073c92a11 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:39.313638 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ed6c396b-f8ab-417b-8640-2d87b1850295 req-3f27bac8-5ae2-49da-9211-19f0124fbf87 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671404 Mar 31 21:39:39.314932 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Port cb27a89d-44d7-4527-a979-33f073c92a11 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:39:39.315707 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Attempting to bind port cb27a89d-44d7-4527-a979-33f073c92a11 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:39.372079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:39.378608 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Checking segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:39.380313 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Bound using segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:39.385620 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Bound port: cb27a89d-44d7-4527-a979-33f073c92a11, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:39.386894 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.455001 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.605852 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b485a2-fdf2-474d-bbfc-fc830ba902cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:39.611070 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-2ba7d28e-16b6-4104-a110-b0c19c3d80fc service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319991 Mar 31 21:39:39.642614 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa12115-eb9a-491c-bf1a-f2239a32035f req-15c84a67-2296-4003-965e-d67bdec1c696 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:39.644171 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aaa12115-eb9a-491c-bf1a-f2239a32035f req-15c84a67-2296-4003-965e-d67bdec1c696 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.2051830 Mar 31 21:39:39.646347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] For port cb27a89d-44d7-4527-a979-33f073c92a11, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:39.658543 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] For port cb27a89d-44d7-4527-a979-33f073c92a11, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cb27a89d-44d7-4527-a979-33f073c92a11,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:39.663194 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.696643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:39.698737 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.705517 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:39.708363 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:39.716318 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18dcfc-4285-4e16-baea-d65990c60c0b req-35819bd0-6e8e-4c6c-b92c-cfb2a30bf768 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:39.723377 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9b18dcfc-4285-4e16-baea-d65990c60c0b req-35819bd0-6e8e-4c6c-b92c-cfb2a30bf768 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 943 time: 0.7456386 Mar 31 21:39:39.731721 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c961cb2e-c6dd-4b7a-8bc7-377b55ecb085 req-11123bbd-5e6a-4bdd-8714-ea9aca994edd service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121702 Mar 31 21:39:39.781962 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-62b485a2-fdf2-474d-bbfc-fc830ba902cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37ab3f03644d4478a13227666c370c91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1803625 Mar 31 21:39:39.795282 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49954) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:39.946911 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9b18dcfc-4285-4e16-baea-d65990c60c0b req-ea1d2d4b-156c-41b7-a388-a7e41c30a754 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225111 Mar 31 21:39:39.947678 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67d61aa8-cd22-4c58-9b16-b02178c09fd9 admin admin] Publish callbacks [] for security_group (cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.965820 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:39.965820 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:39.965820 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] 10.222.0.35 "PUT /v2.0/ports/cb27a89d-44d7-4527-a979-33f073c92a11 HTTP/1.1" status: 200 len: 1093 time: 2.3061669 Mar 31 21:39:40.002545 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aaa12115-eb9a-491c-bf1a-f2239a32035f req-2f84e7df-ab6e-4ab8-b092-1b18c4ef80e0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236370 Mar 31 21:39:40.014815 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.017181 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.021527 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'tag': 'cb27a89d-44d7-4527-a979-33f073c92a11'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:40.024676 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48064274-73a3-4c00-81ba-551dd3df84c4" -d '{"events": [{"name": "network-changed", "server_uuid": "5de950c4-5995-442f-8b1f-57b2f63fd703", "tag": "cb27a89d-44d7-4527-a979-33f073c92a11"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:40.046523 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67d61aa8-cd22-4c58-9b16-b02178c09fd9 admin admin] Publish callbacks [] for security_group (cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.060080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:40.073782 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:40.122017 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5db748b5-db6c-4b1d-a6d7-95996aa41c80 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2872407 Mar 31 21:39:40.141094 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Request body: {'port': {'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:40.194366 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb54002b-4d71-4a0f-a954-8d6bf0e62ab3 x-openstack-request-id: req-bb54002b-4d71-4a0f-a954-8d6bf0e62ab3 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:40.194852 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de950c4-5995-442f-8b1f-57b2f63fd703", "tag": "cb27a89d-44d7-4527-a979-33f073c92a11", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:40.195119 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb54002b-4d71-4a0f-a954-8d6bf0e62ab3 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:40.195535 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb54002b-4d71-4a0f-a954-8d6bf0e62ab3'] response: {'name': 'network-changed', 'server_uuid': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'tag': 'cb27a89d-44d7-4527-a979-33f073c92a11', 'status': 'completed', 'code': 200} Mar 31 21:39:40.240458 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67d61aa8-cd22-4c58-9b16-b02178c09fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.246222 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67d61aa8-cd22-4c58-9b16-b02178c09fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.250526 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-67d61aa8-cd22-4c58-9b16-b02178c09fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f HTTP/1.1" status: 204 len: 168 time: 0.4520986 Mar 31 21:39:40.279442 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a0c5-0b9e-4413-b658-753fa2788b73 req-7d889e99-92bb-479c-8ca9-10b12bd981b9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.284323 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aa57a0c5-0b9e-4413-b658-753fa2788b73 req-7d889e99-92bb-479c-8ca9-10b12bd981b9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 932 time: 0.1377571 Mar 31 21:39:40.296223 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-49b2410b-1197-47e4-b32f-864b6a905449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.297796 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-49b2410b-1197-47e4-b32f-864b6a905449 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 1127 time: 0.2671249 Mar 31 21:39:40.299951 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b9838c09-4b8c-4795-9d4a-80b807eef9e0 None None] Provisioning complete for port a12a7bf1-456f-4e67-bdd0-595a908500df triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:40.300510 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b9838c09-4b8c-4795-9d4a-80b807eef9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.300858 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c2512-4d73-4d30-81c5-26cb29ae68af service neutron] Pushing event updated for resources: {'Port': ['ID=cb27a89d-44d7-4527-a979-33f073c92a11,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:40.302817 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d61aa8-cd22-4c58-9b16-b02178c09fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf85a180-bb4c-4e96-b3c6-5cdcb77b0a9f,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:40.313274 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.365441 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-7a650487-d65a-449e-8357-246f34d5bdb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb27a89d-44d7-4527-a979-33f073c92a11 HTTP/1.1" status: 200 len: 217 time: 0.0582933 Mar 31 21:39:40.423739 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aa57a0c5-0b9e-4413-b658-753fa2788b73 req-03152ce8-70ec-408d-a38a-a719c1e7ff41 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287253 Mar 31 21:39:40.460428 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b9838c09-4b8c-4795-9d4a-80b807eef9e0 None None] Port a12a7bf1-456f-4e67-bdd0-595a908500df cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:40.466901 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:40.482003 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'mac_address': 'fa:16:3e:93:9c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:40.526984 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:40.527760 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.544028 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:40.579139 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:40.588655 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:40.653139 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5e52d-f9c9-469b-8652-0b93fa6ff293 req-ce40cd7b-37ed-439b-8392-ec363f7bc8c9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.658014 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:40.660389 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-29d5e52d-f9c9-469b-8652-0b93fa6ff293 req-ce40cd7b-37ed-439b-8392-ec363f7bc8c9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.1086116 Mar 31 21:39:40.714852 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-29d5e52d-f9c9-469b-8652-0b93fa6ff293 req-69355f4b-6e93-4a46-9a73-3a2df96baff4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534837 Mar 31 21:39:40.715088 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-b029c57b-f345-4fa4-9493-fc467453dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.717359 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-b029c57b-f345-4fa4-9493-fc467453dd8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.3316386 Mar 31 21:39:40.775962 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc91a6-9e94-4bf8-bcdd-107127ab61c0 req-ce5ba9b5-1b52-4e0d-bf6d-8f267fb2c928 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.788929 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 49984) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:40.789940 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fadc91a6-9e94-4bf8-bcdd-107127ab61c0 req-ce5ba9b5-1b52-4e0d-bf6d-8f267fb2c928 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.3691778 Mar 31 21:39:40.797012 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'floatingip': {'port_id': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:40.829608 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:40.906818 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5430ea58-fc6b-41cc-a1ab-abfef7e9de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:40.908572 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-5430ea58-fc6b-41cc-a1ab-abfef7e9de64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1824496 Mar 31 21:39:41.040612 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (ef045a7d-5324-4ee2-868c-c24662aa9438), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.060753 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50004) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:41.195768 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12a7bf1-456f-4e67-bdd0-595a908500df {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:41.204091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21f15d75-4c6a-4e22-8c99-7131ae3585c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.215563 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Publish callbacks [] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.233113 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-4295703e-e044-4b0c-bf1b-c6d9aa4e6bb0 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150632 Mar 31 21:39:41.242562 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Transition to ACTIVE for port object a12a7bf1-456f-4e67-bdd0-595a908500df will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:39:41.262600 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102248d-b5e7-4d34-bb7f-7e645bf0b773 req-8a210e74-4c21-4b6e-a993-8aaf3a9784f2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.272313 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f102248d-b5e7-4d34-bb7f-7e645bf0b773 req-8a210e74-4c21-4b6e-a993-8aaf3a9784f2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 943 time: 0.1914513 Mar 31 21:39:41.279639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.417766 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f102248d-b5e7-4d34-bb7f-7e645bf0b773 req-de3587ce-5b85-4519-ad55-64c9dade17c0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445353 Mar 31 21:39:41.442001 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:41.527410 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21f15d75-4c6a-4e22-8c99-7131ae3585c9 admin admin] Publish callbacks [] for security_group (b9a3e1a4-a929-49b6-ab5b-fb2322064862), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.541064 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21f15d75-4c6a-4e22-8c99-7131ae3585c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b9a3e1a4-a929-49b6-ab5b-fb2322064862), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.618324 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8c473157-5bf6-45a1-9fce-93ac55d44aee req-c4adda7a-066e-4d3c-8519-e946ee8e80f9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731067 Mar 31 21:39:41.657339 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Attempting to bind port a12a7bf1-456f-4e67-bdd0-595a908500df on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:41.657339 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Attempting to bind port a12a7bf1-456f-4e67-bdd0-595a908500df by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:41.658714 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Attempting to bind port a12a7bf1-456f-4e67-bdd0-595a908500df on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:41.680819 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Port a12a7bf1-456f-4e67-bdd0-595a908500df on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:39:41.681461 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Attempting to bind port a12a7bf1-456f-4e67-bdd0-595a908500df on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:41.687781 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:41.688480 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:41.689069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Bound using segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:41.689764 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Bound port: a12a7bf1-456f-4e67-bdd0-595a908500df, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:41.690620 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.797010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:41.800555 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a12a7bf1-456f-4e67-bdd0-595a908500df,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:41.813286 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.839515 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318100a-748b-42ec-ba63-f8870d08e373 req-3b2522d2-063b-4f47-84ab-801a5b5b6473 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.841479 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f318100a-748b-42ec-ba63-f8870d08e373 req-3b2522d2-063b-4f47-84ab-801a5b5b6473 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 944 time: 0.2156866 Mar 31 21:39:41.885137 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f15d75-4c6a-4e22-8c99-7131ae3585c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3e1a4-a929-49b6-ab5b-fb2322064862,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:41.890993 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.891744 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:41.893488 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/a12a7bf1-456f-4e67-bdd0-595a908500df HTTP/1.1" status: 200 len: 1094 time: 1.7618911 Mar 31 21:39:41.916089 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-21f15d75-4c6a-4e22-8c99-7131ae3585c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5554e0c0a48c436b921e09b8f4bb6072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8512633 Mar 31 21:39:41.921670 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50038) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:41.937251 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device af9379d7-8526-46a7-9d97-24d51084b9dd details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:41.961041 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-557cbe28-b8dd-4aa9-b009-4d606c64cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:41.962611 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-557cbe28-b8dd-4aa9-b009-4d606c64cc62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 1127 time: 0.2571948 Mar 31 21:39:41.968331 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:42.047893 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b0308-b786-4360-a948-ca5bf6f376d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:42.064365 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.db.resource_extend [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:39:42.111264 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:39:42.123728 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:42.124893 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.205821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:42.212457 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7532dec8-115d-47fa-ad76-107eee0980f6" -d '{"events": [{"name": "network-changed", "server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:42.238575 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdd05e-9fe9-4257-9e79-9a05165566bf req-93f5e15f-9987-4d44-bfff-dc802c51a2c9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.240808 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-11bdd05e-9fe9-4257-9e79-9a05165566bf req-93f5e15f-9987-4d44-bfff-dc802c51a2c9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 944 time: 0.2573822 Mar 31 21:39:42.260621 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4fa70c62-d3c3-475f-8509-79d738ac8812 admin admin] Publish callbacks [] for security_group (b9a3e1a4-a929-49b6-ab5b-fb2322064862), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.280910 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:42.281441 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.307142 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port af9379d7-8526-46a7-9d97-24d51084b9dd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af9379d7-8526-46a7-9d97-24d51084b9dd,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:42.308971 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.db.resource_extend [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:39:42.314166 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-11bdd05e-9fe9-4257-9e79-9a05165566bf req-4cc6d2c7-b5a2-47a9-bfdd-b4f418a2ece2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666211 Mar 31 21:39:42.328959 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f318100a-748b-42ec-ba63-f8870d08e373 req-167f44fa-c2f7-4d0e-94b1-22f8599c6b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4624484 Mar 31 21:39:42.333505 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4fa70c62-d3c3-475f-8509-79d738ac8812 admin admin] Publish callbacks [] for security_group (b9a3e1a4-a929-49b6-ab5b-fb2322064862), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.390537 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:42.396880 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:42.399457 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8801c7ac-3c3b-432a-a1dd-4a102ab7bd80" -d '{"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-plugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:42.409071 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-49d6cf1c-eca5-4015-b5df-aad8ab44adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.412583 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-49d6cf1c-eca5-4015-b5df-aad8ab44adc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 1128 time: 0.4422193 Mar 31 21:39:42.419342 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'af9379d7-8526-46a7-9d97-24d51084b9dd', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'port_id': 'af9379d7-8526-46a7-9d97-24d51084b9dd', 'mac_address': 'fa:16:3e:02:60:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:42.422672 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb9fcd-2fed-4517-9c1f-3b6769b681d0 x-openstack-request-id: req-55cb9fcd-2fed-4517-9c1f-3b6769b681d0 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:42.423061 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:42.423315 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55cb9fcd-2fed-4517-9c1f-3b6769b681d0 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:42.423762 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55cb9fcd-2fed-4517-9c1f-3b6769b681d0'] response: {'name': 'network-changed', 'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'status': 'completed', 'code': 200} Mar 31 21:39:42.429989 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-383c39dd-0471-4573-9229-0b302956c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.432258 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-383c39dd-0471-4573-9229-0b302956c241 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.4579611 Mar 31 21:39:42.459894 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.465564 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (ef045a7d-5324-4ee2-868c-c24662aa9438), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.502871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.505841 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f90001e-e7a0-4dd7-8a98-b24616f4ec79 x-openstack-request-id: req-4f90001e-e7a0-4dd7-8a98-b24616f4ec79 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:42.506442 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-plugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:42.506902 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f90001e-e7a0-4dd7-8a98-b24616f4ec79 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:42.507486 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f90001e-e7a0-4dd7-8a98-b24616f4ec79'] response: {'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'code': 200} Mar 31 21:39:42.509194 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port af9379d7-8526-46a7-9d97-24d51084b9dd is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:42.509913 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.596545 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:42.629783 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9379d7-8526-46a7-9d97-24d51084b9dd {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:42.670408 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port af9379d7-8526-46a7-9d97-24d51084b9dd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af9379d7-8526-46a7-9d97-24d51084b9dd,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:42.675995 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.740417 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=af9379d7-8526-46a7-9d97-24d51084b9dd,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:42.750042 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-820628ac-b2dd-47a5-8788-3ffb82a0ae1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12a7bf1-456f-4e67-bdd0-595a908500df HTTP/1.1" status: 200 len: 217 time: 0.3164525 Mar 31 21:39:42.751682 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-1f977d5d-0c9f-4ba3-a4c5-1c3e82cb0f29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb27a89d-44d7-4527-a979-33f073c92a11 HTTP/1.1" status: 200 len: 217 time: 0.3086624 Mar 31 21:39:42.836636 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4fa70c62-d3c3-475f-8509-79d738ac8812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b9a3e1a4-a929-49b6-ab5b-fb2322064862), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.840733 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4fa70c62-d3c3-475f-8509-79d738ac8812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:42.840733 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4fa70c62-d3c3-475f-8509-79d738ac8812 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9a3e1a4-a929-49b6-ab5b-fb2322064862 HTTP/1.1" status: 204 len: 168 time: 0.9173694 Mar 31 21:39:42.861106 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa70c62-d3c3-475f-8509-79d738ac8812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3e1a4-a929-49b6-ab5b-fb2322064862,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:42.872407 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-c8108d55-641a-413f-9959-b89a01164b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.873462 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-c8108d55-641a-413f-9959-b89a01164b99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0952792 Mar 31 21:39:42.902870 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-4caaba9b-4f97-406f-8b0d-afd51c0321f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.905457 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-4caaba9b-4f97-406f-8b0d-afd51c0321f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.1371937 Mar 31 21:39:42.975156 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-ac9ee09c-4982-4d2b-9bcd-7f1f04870afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.976699 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-ac9ee09c-4982-4d2b-9bcd-7f1f04870afd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949583 Mar 31 21:39:42.979852 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-8a428369-9022-4ebe-97b3-9af4cb420cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:42.981384 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-8a428369-9022-4ebe-97b3-9af4cb420cfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614972 Mar 31 21:39:43.010634 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['af9379d7-8526-46a7-9d97-24d51084b9dd'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:43.122953 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdb06f-4ec0-443d-86cb-7bf9b054c5c8 req-d3e1504a-5381-466f-b19b-153974f4100f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.130394 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f9bdb06f-4ec0-443d-86cb-7bf9b054c5c8 req-d3e1504a-5381-466f-b19b-153974f4100f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 943 time: 0.5256131 Mar 31 21:39:43.161955 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7450-08ba-41ec-a3ad-9d189138b2f7 req-388e02aa-e3ee-4677-bd74-28cb8dff67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.163590 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aaca7450-08ba-41ec-a3ad-9d189138b2f7 req-388e02aa-e3ee-4677-bd74-28cb8dff67eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1129 time: 0.4607460 Mar 31 21:39:43.196364 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Floating IP ef045a7d-5324-4ee2-868c-c24662aa9438 associated. External IP: 172.27.1.167, port: 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1. Mar 31 21:39:43.361371 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-680db5b5-885c-4303-babc-aea593b223c9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707008 Mar 31 21:39:43.425950 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f9bdb06f-4ec0-443d-86cb-7bf9b054c5c8 req-1e0a56bc-f8d6-4d5c-b2a3-16c6576819f9 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944376 Mar 31 21:39:43.452757 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-01ca38e0-2e60-4361-ab75-7564a5b628e2 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511206 Mar 31 21:39:43.477765 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aaca7450-08ba-41ec-a3ad-9d189138b2f7 req-40f8da33-e8a0-4d41-a379-2f03451034f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796280 Mar 31 21:39:43.600178 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-48064274-73a3-4c00-81ba-551dd3df84c4 req-27ca73f1-724a-4fab-a540-ccdfff9b9811 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296369 Mar 31 21:39:43.610728 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ee440177-80aa-4853-ba6e-d5fc07c60af6 req-885fd352-696c-4792-8720-ab998d48b730 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331482 Mar 31 21:39:43.627497 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54624b8a-7de8-4b89-831f-b03ff613112b req-13dc24a7-faf3-428a-9b99-48f2725d9048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.629490 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-54624b8a-7de8-4b89-831f-b03ff613112b req-13dc24a7-faf3-428a-9b99-48f2725d9048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1753023 Mar 31 21:39:43.648351 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0a54e-8831-4ddf-82e4-356902d587fe req-96db62be-40fb-4b14-bf93-dd17fa4e680c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.650180 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d6e0a54e-8831-4ddf-82e4-356902d587fe req-96db62be-40fb-4b14-bf93-dd17fa4e680c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 944 time: 0.0947473 Mar 31 21:39:43.689697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:43.715527 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-54624b8a-7de8-4b89-831f-b03ff613112b req-4fd0a506-47d1-4732-97f7-186b777a501b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798049 Mar 31 21:39:43.792505 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d6e0a54e-8831-4ddf-82e4-356902d587fe req-766fe103-a012-47bf-8c79-af5ada1e1b1c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213834 Mar 31 21:39:43.858370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-a7ace8d6-11fe-409e-a6d0-f9eb03688b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:43.859832 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-a7ace8d6-11fe-409e-a6d0-f9eb03688b4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 1128 time: 0.0743604 Mar 31 21:39:43.894953 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:43.911849 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:43.913752 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:43.934818 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:43.935458 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:43.953960 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-695466ad-79fd-4e0e-bf8c-e65142dbbcec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "PUT /v2.0/floatingips/ef045a7d-5324-4ee2-868c-c24662aa9438 HTTP/1.1" status: 200 len: 992 time: 3.1631088 Mar 31 21:39:43.954457 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:43.957459 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd47245-67f9-45c7-a12b-2c1b496adb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:44.011671 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-f1ebd252-81ad-41d9-855a-9d0cccdaad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.013712 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-f1ebd252-81ad-41d9-855a-9d0cccdaad16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.1365662 Mar 31 21:39:44.017700 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ceff53-2205-44a4-90df-2e943379aab0 x-openstack-request-id: req-05ceff53-2205-44a4-90df-2e943379aab0 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:44.017990 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:44.018243 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05ceff53-2205-44a4-90df-2e943379aab0 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:44.018667 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ceff53-2205-44a4-90df-2e943379aab0'] response: {'name': 'network-changed', 'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'status': 'completed', 'code': 200} Mar 31 21:39:44.109155 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-bcd59752-a1b3-475b-868c-cb5ed7ac2a6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12a7bf1-456f-4e67-bdd0-595a908500df HTTP/1.1" status: 200 len: 217 time: 0.0705090 Mar 31 21:39:44.138479 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:44.216095 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-a49feaa8-4f6b-4a66-a86e-df05320e38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.218078 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-a49feaa8-4f6b-4a66-a86e-df05320e38bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1130 time: 0.1186948 Mar 31 21:39:44.219461 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-996af090-9be4-458a-b18d-ae7a4cd3c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.221034 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-996af090-9be4-458a-b18d-ae7a4cd3c423 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0850282 Mar 31 21:39:44.248362 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50162) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:44.431917 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-6ee263a9-195f-4a84-94fe-b932ac98e384 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008937 Mar 31 21:39:44.464073 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-7e8afe1f-9aff-48c4-b837-0c05cfd983b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.466837 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-7e8afe1f-9aff-48c4-b837-0c05cfd983b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2336857 Mar 31 21:39:44.502087 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-08193b5f-d713-4dcb-a56c-529d45d461d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.503935 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-08193b5f-d713-4dcb-a56c-529d45d461d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.2741251 Mar 31 21:39:44.544431 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'ef045a7d-5324-4ee2-868c-c24662aa9438', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'port_id': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'mac_address': 'fa:16:3e:5a:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:06Z', 'updated_at': '2022-03-31T21:39:42Z', 'revision_number': 1, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:44.594223 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cba69005-7449-4684-8d89-71f2f975305e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:44.610930 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:44.627015 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:44.629814 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:44.662146 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-4a53f450-0ad4-4e47-b31d-b33f8f71fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.664210 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-4a53f450-0ad4-4e47-b31d-b33f8f71fc76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c92912bb848942308cb1f3e307504b39&device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 1129 time: 0.1832483 Mar 31 21:39:44.709789 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bdb2c-9740-4c4f-9db9-409fb1de451e req-93e540ae-fa6d-4ab6-8451-4198ea35d9ea tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.711781 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2c0bdb2c-9740-4c4f-9db9-409fb1de451e req-93e540ae-fa6d-4ab6-8451-4198ea35d9ea tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 943 time: 0.1627831 Mar 31 21:39:44.747784 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-c5fa48cf-a9bc-4444-a164-83371470f40a service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667952 Mar 31 21:39:44.816404 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-6186eee1-dd3c-44b9-be7a-fab1328223f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 1000 time: 0.2847121 Mar 31 21:39:44.868529 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:44.984321 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2c0bdb2c-9740-4c4f-9db9-409fb1de451e req-a6f33c46-28c3-413b-9b79-797b2f9b1f93 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299652 Mar 31 21:39:44.988627 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cba69005-7449-4684-8d89-71f2f975305e admin admin] Publish callbacks [] for security_group (6c64ce9e-e8b2-40b5-9384-e3a5571466c4), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:44.993063 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-11b72f7b-d529-4683-8c44-9acb77a8b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:44.994807 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-11b72f7b-d529-4683-8c44-9acb77a8b5c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa HTTP/1.1" status: 200 len: 913 time: 0.2776742 Mar 31 21:39:44.996984 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cba69005-7449-4684-8d89-71f2f975305e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (6c64ce9e-e8b2-40b5-9384-e3a5571466c4), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:45.092262 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-f134535a-d59b-4581-a5c0-7616a3560189 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de2969a9-3135-433f-8f4d-16d80763d6c5 HTTP/1.1" status: 200 len: 217 time: 0.0886488 Mar 31 21:39:45.097439 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba69005-7449-4684-8d89-71f2f975305e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c64ce9e-e8b2-40b5-9384-e3a5571466c4,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:45.119420 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-cba69005-7449-4684-8d89-71f2f975305e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6166e87f58341dd88235d3436aaedb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8697262 Mar 31 21:39:45.120800 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-4af12fb0-6ec4-4952-9637-1e9736fec86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.122747 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-4af12fb0-6ec4-4952-9637-1e9736fec86b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.2869267 Mar 31 21:39:45.126989 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50200) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:45.182163 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e729a-2bbe-4943-9775-3613279c14b0 req-f102fc62-09aa-48de-a29f-4b39782c997e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.184108 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec5e729a-2bbe-4943-9775-3613279c14b0 req-f102fc62-09aa-48de-a29f-4b39782c997e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.2200718 Mar 31 21:39:45.216952 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-d4b68d33-3866-426a-a6ca-69d796410e2c service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998210 Mar 31 21:39:45.281628 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-6629f6eb-b7e5-4987-ba25-68559dbc20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.283116 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-6629f6eb-b7e5-4987-ba25-68559dbc20ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74a704a0-3fcc-4e2e-aa3c-91a12fea660c HTTP/1.1" status: 200 len: 852 time: 0.1551542 Mar 31 21:39:45.310979 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0fb0-428b-4ea7-89cc-d3d2bc05f44b req-5279583c-5ee6-4493-ab2b-e8ad05df206e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.312515 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b24f0fb0-428b-4ea7-89cc-d3d2bc05f44b req-5279583c-5ee6-4493-ab2b-e8ad05df206e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 944 time: 0.1908147 Mar 31 21:39:45.329561 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec5e729a-2bbe-4943-9775-3613279c14b0 req-cedc6289-d62d-4825-9fdc-e1ba802ad149 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306865 Mar 31 21:39:45.331520 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-7dba8ebc-85c9-4e8b-8f42-8f788b2f9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:45.333457 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-7dba8ebc-85c9-4e8b-8f42-8f788b2f9c07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2005312 Mar 31 21:39:45.334548 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-9a6fcdfc-eb76-4047-9604-52f8af70b3d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbf0f5ce-6074-4262-96c2-91dda34fd0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399313 Mar 31 21:39:45.349167 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e52494d9-b77f-4a6a-bfea-34f8d652d0d9 admin admin] Publish callbacks [] for security_group (6c64ce9e-e8b2-40b5-9384-e3a5571466c4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:45.418994 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'ef045a7d-5324-4ee2-868c-c24662aa9438', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'port_id': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'mac_address': 'fa:16:3e:5a:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:06Z', 'updated_at': '2022-03-31T21:39:42Z', 'revision_number': 1, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:45.424347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e52494d9-b77f-4a6a-bfea-34f8d652d0d9 admin admin] Publish callbacks [] for security_group (6c64ce9e-e8b2-40b5-9384-e3a5571466c4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:45.437734 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b24f0fb0-428b-4ea7-89cc-d3d2bc05f44b req-ac1435df-81c3-4573-9fc9-ea270c4961e2 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055839 Mar 31 21:39:45.469218 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f91d43-e0cf-4aee-a90b-50e0d0fcb8c8 None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'ef045a7d-5324-4ee2-868c-c24662aa9438', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'port_id': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'mac_address': 'fa:16:3e:5a:0f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:06Z', 'updated_at': '2022-03-31T21:39:42Z', 'revision_number': 1, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:45.490944 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-a71c3f62-5af0-4911-b320-bb29dbe0af17 service neutron] 10.222.0.35 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313839 Mar 31 21:39:45.522589 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-1aabc68b-20a2-4184-9f7c-33577ea644f5 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597333 Mar 31 21:39:45.585754 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e52494d9-b77f-4a6a-bfea-34f8d652d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (6c64ce9e-e8b2-40b5-9384-e3a5571466c4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:45.589564 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e52494d9-b77f-4a6a-bfea-34f8d652d0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:45.593081 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e52494d9-b77f-4a6a-bfea-34f8d652d0d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c64ce9e-e8b2-40b5-9384-e3a5571466c4 HTTP/1.1" status: 204 len: 168 time: 0.4616971 Mar 31 21:39:45.604623 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52494d9-b77f-4a6a-bfea-34f8d652d0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c64ce9e-e8b2-40b5-9384-e3a5571466c4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:45.621281 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa21ae06-99ef-455f-ba07-56f110db0cf1 req-62273fe4-d196-400e-b72e-c617d49479e5 service neutron] 10.222.0.35 "GET /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213109 Mar 31 21:39:45.697413 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8dd47245-67f9-45c7-a12b-2c1b496adb9d req-eea4d652-433f-4656-9c74-b12c51a29ea1 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667950 Mar 31 21:39:45.946514 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device cb27a89d-44d7-4527-a979-33f073c92a11 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:45.948613 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device af9379d7-8526-46a7-9d97-24d51084b9dd up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:46.090239 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50230) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:46.147553 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-618fa669-c31b-4f95-8525-920e5c014af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.245795 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port af9379d7-8526-46a7-9d97-24d51084b9dd completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:39:46.259443 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port af9379d7-8526-46a7-9d97-24d51084b9dd triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:46.260296 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.327376 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port cb27a89d-44d7-4527-a979-33f073c92a11, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cb27a89d-44d7-4527-a979-33f073c92a11,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:46.361858 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'cb27a89d-44d7-4527-a979-33f073c92a11', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'port_id': 'cb27a89d-44d7-4527-a979-33f073c92a11', 'mac_address': 'fa:16:3e:b8:e7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:46.414883 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd934eb0-ce06-4489-95d0-667eea11f569 req-07eb876d-ade4-46e7-8708-2fcf95862ed2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:46.427488 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd934eb0-ce06-4489-95d0-667eea11f569 req-07eb876d-ade4-46e7-8708-2fcf95862ed2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 943 time: 0.2833261 Mar 31 21:39:46.496674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50244) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:46.514577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port cb27a89d-44d7-4527-a979-33f073c92a11 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:46.515177 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.564566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86e82b-bf8b-48ba-8791-d3b969f4e3fa req-673b639b-4780-43a3-9602-718c03e266a2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:46.565164 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dd934eb0-ce06-4489-95d0-667eea11f569 req-04258c36-e3a1-4821-aff3-b1ac1ba09c49 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354058 Mar 31 21:39:46.573886 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb27a89d-44d7-4527-a979-33f073c92a11 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:46.574539 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-618fa669-c31b-4f95-8525-920e5c014af7 admin admin] Publish callbacks [] for security_group (fde9ed34-f355-4160-a732-5a700046194e), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.580024 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-618fa669-c31b-4f95-8525-920e5c014af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fde9ed34-f355-4160-a732-5a700046194e), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.587726 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c86e82b-bf8b-48ba-8791-d3b969f4e3fa req-673b639b-4780-43a3-9602-718c03e266a2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1058571 Mar 31 21:39:46.613474 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port cb27a89d-44d7-4527-a979-33f073c92a11, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cb27a89d-44d7-4527-a979-33f073c92a11,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:46.615728 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port af9379d7-8526-46a7-9d97-24d51084b9dd is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:46.616158 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.627543 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.656468 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fa669-c31b-4f95-8525-920e5c014af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde9ed34-f355-4160-a732-5a700046194e,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:46.686754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=cb27a89d-44d7-4527-a979-33f073c92a11,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:46.694669 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-618fa669-c31b-4f95-8525-920e5c014af7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d3e47cca64048d99fb8cd71e9677153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029372 Mar 31 21:39:46.697522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50248) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:46.704534 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9379d7-8526-46a7-9d97-24d51084b9dd'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:46.707249 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d4f14-573e-483c-bada-7ed096a46a1b" -d '{"events": [{"server_uuid": "5dd01583-b7ed-4a24-a06e-80493dec2e42", "name": "network-vif-plugged", "status": "completed", "tag": "af9379d7-8526-46a7-9d97-24d51084b9dd"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:46.722341 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port af9379d7-8526-46a7-9d97-24d51084b9dd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af9379d7-8526-46a7-9d97-24d51084b9dd,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:46.728852 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.752884 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c86e82b-bf8b-48ba-8791-d3b969f4e3fa req-a201a05a-39cd-482f-8f01-145cb9ec49aa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597631 Mar 31 21:39:46.756876 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af10f1-1421-4e79-853e-4f6dd8342e4c None None] New status for floating IP ef045a7d-5324-4ee2-868c-c24662aa9438: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:39:46.767105 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-11460e3c-5981-4c94-aa03-d78d08e74948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.816456 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b0a5-e7dd-48d9-988d-1f99d5fd4cd0 admin admin] Publish callbacks [] for security_group (fde9ed34-f355-4160-a732-5a700046194e), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.828780 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8b459-d01e-408c-974c-d59bef465c42 req-6e133bd1-e682-4562-aac0-7a7c727069d9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:46.830632 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f4d8b459-d01e-408c-974c-d59bef465c42 req-6e133bd1-e682-4562-aac0-7a7c727069d9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 944 time: 0.1298077 Mar 31 21:39:46.874113 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b0a5-e7dd-48d9-988d-1f99d5fd4cd0 admin admin] Publish callbacks [] for security_group (fde9ed34-f355-4160-a732-5a700046194e), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:46.977032 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a7d2d4-d942-4cf6-8983-90dc443d86f0 x-openstack-request-id: req-34a7d2d4-d942-4cf6-8983-90dc443d86f0 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:46.977921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd01583-b7ed-4a24-a06e-80493dec2e42", "name": "network-vif-plugged", "status": "completed", "tag": "af9379d7-8526-46a7-9d97-24d51084b9dd", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:46.977921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34a7d2d4-d942-4cf6-8983-90dc443d86f0 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:46.978208 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a7d2d4-d942-4cf6-8983-90dc443d86f0'] response: {'server_uuid': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9379d7-8526-46a7-9d97-24d51084b9dd', 'code': 200} Mar 31 21:39:46.987550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb2e05-5068-4d2b-acea-2bfa299a2bf7 req-1fe0c82f-4470-4f59-bbef-4042c5c38773 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:46.991016 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-10cb2e05-5068-4d2b-acea-2bfa299a2bf7 req-1fe0c82f-4470-4f59-bbef-4042c5c38773 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1032884 Mar 31 21:39:47.005216 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50254) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:47.018782 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'floatingip': {'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:47.025812 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b0a5-e7dd-48d9-988d-1f99d5fd4cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fde9ed34-f355-4160-a732-5a700046194e), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.029662 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b0a5-e7dd-48d9-988d-1f99d5fd4cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.031446 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d7b8b0a5-e7dd-48d9-988d-1f99d5fd4cd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fde9ed34-f355-4160-a732-5a700046194e HTTP/1.1" status: 204 len: 168 time: 0.3324175 Mar 31 21:39:47.042745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8b0a5-e7dd-48d9-988d-1f99d5fd4cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde9ed34-f355-4160-a732-5a700046194e,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:47.053876 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f4d8b459-d01e-408c-974c-d59bef465c42 req-c49d9fbe-2110-4aeb-b1ef-d533ec8afb21 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070422 Mar 31 21:39:47.085668 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=af9379d7-8526-46a7-9d97-24d51084b9dd,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:47.142427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-11460e3c-5981-4c94-aa03-d78d08e74948 admin admin] Publish callbacks [] for security_group (ea075b6b-e067-429b-b390-ea6d31037c68), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.145910 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (73ebeec5-29f1-4933-9d8d-96f9063c3dee), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.163801 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['cb27a89d-44d7-4527-a979-33f073c92a11'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:47.396995 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-11460e3c-5981-4c94-aa03-d78d08e74948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ea075b6b-e067-429b-b390-ea6d31037c68), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.543886 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-11460e3c-5981-4c94-aa03-d78d08e74948 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c305727c7c1140ae9166092e25f30677&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0440614 Mar 31 21:39:47.547970 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50274) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:47.588115 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460e3c-5981-4c94-aa03-d78d08e74948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea075b6b-e067-429b-b390-ea6d31037c68,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:47.598211 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8c1e-dd79-4e6b-8f53-42ec5121936f req-9327efca-3707-45cc-88c1-54b723b9f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:47.599919 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db9a8c1e-dd79-4e6b-8f53-42ec5121936f req-9327efca-3707-45cc-88c1-54b723b9f6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1129 time: 0.4933326 Mar 31 21:39:47.662606 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Publish callbacks [] for security_group (ea075b6b-e067-429b-b390-ea6d31037c68), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.698684 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Publish callbacks [] for security_group (ea075b6b-e067-429b-b390-ea6d31037c68), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.748918 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db9a8c1e-dd79-4e6b-8f53-42ec5121936f req-429f73a8-9f1e-4416-968d-0ae671d2daec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402123 Mar 31 21:39:47.824659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c521-eeb2-4ad6-a511-9d0fb17b74a7 req-02dcaa4a-72f0-47b8-9711-11e4fb8b326c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:47.835373 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-eeb9c521-eeb2-4ad6-a511-9d0fb17b74a7 req-02dcaa4a-72f0-47b8-9711-11e4fb8b326c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 944 time: 0.0972660 Mar 31 21:39:47.838071 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ea075b6b-e067-429b-b390-ea6d31037c68), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.840815 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:47.844516 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea075b6b-e067-429b-b390-ea6d31037c68 HTTP/1.1" status: 204 len: 168 time: 0.2928803 Mar 31 21:39:47.880960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea075b6b-e067-429b-b390-ea6d31037c68,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:47.940737 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.941095 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.943887 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.944435 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.945097 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.945638 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.946211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.946772 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.948439 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.951176 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.951624 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device a12a7bf1-456f-4e67-bdd0-595a908500df details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:39:47.952722 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.953102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.953482 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.960633 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:47.961389 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6c7ef-b708-4533-ad74-a010a486201f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:48.005388 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-eeb9c521-eeb2-4ad6-a511-9d0fb17b74a7 req-f4bb63bf-5192-4381-b8d0-f697cd3cad7b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656351 Mar 31 21:39:48.151357 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a12a7bf1-456f-4e67-bdd0-595a908500df,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:48.167551 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:39:48.226813 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port a12a7bf1-456f-4e67-bdd0-595a908500df is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:48.227379 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.251130 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12a7bf1-456f-4e67-bdd0-595a908500df {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:39:48.281088 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a12a7bf1-456f-4e67-bdd0-595a908500df,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:48.289629 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.db.resource_extend [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:39:48.302758 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.356640 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553797a-7bc1-44ed-bf48-b5a2b83464de req-bf866199-1d1d-407e-ac43-e88e88dd24d9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:48.358251 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7553797a-7bc1-44ed-bf48-b5a2b83464de req-bf866199-1d1d-407e-ac43-e88e88dd24d9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 944 time: 0.1928909 Mar 31 21:39:48.387441 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:48.394458 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.405421 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (73ebeec5-29f1-4933-9d8d-96f9063c3dee), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.503543 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7553797a-7bc1-44ed-bf48-b5a2b83464de req-a7599ca0-cc96-473f-affd-58f171e5121b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332572 Mar 31 21:39:48.531745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50312) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:48.547267 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Floating IP 73ebeec5-29f1-4933-9d8d-96f9063c3dee associated. External IP: 172.27.1.217, port: 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd. Mar 31 21:39:48.548659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1c65-c3c8-4557-beed-65cbb8aac0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.646543 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1c65-c3c8-4557-beed-65cbb8aac0a7 admin admin] Publish callbacks [] for security_group (115bf671-499a-4f3d-b890-6ed3c2519df3), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.651320 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ff4f1c65-c3c8-4557-beed-65cbb8aac0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (115bf671-499a-4f3d-b890-6ed3c2519df3), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.689525 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.707751 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ff4f1c65-c3c8-4557-beed-65cbb8aac0a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c233c543b79540aeba9b77868b184bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770756 Mar 31 21:39:48.707751 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f1c65-c3c8-4557-beed-65cbb8aac0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115bf671-499a-4f3d-b890-6ed3c2519df3,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:48.710177 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50344) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:48.775389 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aaaac632-7bc1-4623-8e2b-3eb8ac5d508c admin admin] Publish callbacks [] for security_group (115bf671-499a-4f3d-b890-6ed3c2519df3), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.796805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:48.802912 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aaaac632-7bc1-4623-8e2b-3eb8ac5d508c admin admin] Publish callbacks [] for security_group (115bf671-499a-4f3d-b890-6ed3c2519df3), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.836991 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['a12a7bf1-456f-4e67-bdd0-595a908500df'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:48.875983 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aaaac632-7bc1-4623-8e2b-3eb8ac5d508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (115bf671-499a-4f3d-b890-6ed3c2519df3), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.878900 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aaaac632-7bc1-4623-8e2b-3eb8ac5d508c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:48.881921 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-aaaac632-7bc1-4623-8e2b-3eb8ac5d508c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/115bf671-499a-4f3d-b890-6ed3c2519df3 HTTP/1.1" status: 204 len: 168 time: 0.1676018 Mar 31 21:39:48.896375 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaac632-7bc1-4623-8e2b-3eb8ac5d508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115bf671-499a-4f3d-b890-6ed3c2519df3,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:49.022532 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:49.032458 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.045928 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:49.072173 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:49.073018 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:49.116749 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bb6ffd4d-8151-4292-a669-8faa64f37970 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "PUT /v2.0/floatingips/73ebeec5-29f1-4933-9d8d-96f9063c3dee HTTP/1.1" status: 200 len: 991 time: 2.1079412 Mar 31 21:39:49.117621 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:49.120497 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ab9bc-4033-455d-8921-d4845a1447e6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:49.182690 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a5cf7-190e-40e9-9d68-7ba01685e939 x-openstack-request-id: req-401a5cf7-190e-40e9-9d68-7ba01685e939 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:49.183481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:49.183481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-401a5cf7-190e-40e9-9d68-7ba01685e939 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:49.183719 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401a5cf7-190e-40e9-9d68-7ba01685e939'] response: {'name': 'network-changed', 'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'status': 'completed', 'code': 200} Mar 31 21:39:49.212794 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2c49a-7332-4e1e-a112-78f48cce3c26 req-1d1ec905-2463-485e-9cb9-2ac65c57f852 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:49.225155 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-55d2c49a-7332-4e1e-a112-78f48cce3c26 req-1d1ec905-2463-485e-9cb9-2ac65c57f852 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 944 time: 0.1070874 Mar 31 21:39:49.276378 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:49.298396 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-55d2c49a-7332-4e1e-a112-78f48cce3c26 req-c74387f3-49fd-4bea-a7f7-75e3a87d3b1b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766025 Mar 31 21:39:49.582234 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-c6f0a0ad-33fa-4019-932a-be131b4ecbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:49.584336 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-c6f0a0ad-33fa-4019-932a-be131b4ecbf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1129 time: 0.3656678 Mar 31 21:39:49.592499 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50386) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:49.635654 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c635909-2a40-48be-af19-f03b8e9555b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.653528 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '73ebeec5-29f1-4933-9d8d-96f9063c3dee', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'mac_address': 'fa:16:3e:93:9c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:48Z', 'revision_number': 1, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:49.695346 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:49.705987 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:49.706782 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:49.771545 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c635909-2a40-48be-af19-f03b8e9555b4 admin admin] Publish callbacks [] for security_group (a9b17adb-262d-4102-a5a3-0ddc7557c0fb), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.774183 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974fe22-1a63-45d1-b0ad-ff2d16ae1b70 req-7d0c5291-c271-4a69-bdce-22661f13348c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:49.775916 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e974fe22-1a63-45d1-b0ad-ff2d16ae1b70 req-7d0c5291-c271-4a69-bdce-22661f13348c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 945 time: 0.1429946 Mar 31 21:39:49.776059 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c635909-2a40-48be-af19-f03b8e9555b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a9b17adb-262d-4102-a5a3-0ddc7557c0fb), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.779610 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-6f256e0d-96d9-42ab-9a9e-e5c28b70d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:49.781161 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-6f256e0d-96d9-42ab-9a9e-e5c28b70d4ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1853018 Mar 31 21:39:49.817477 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c635909-2a40-48be-af19-f03b8e9555b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b17adb-262d-4102-a5a3-0ddc7557c0fb,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:49.837472 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6c635909-2a40-48be-af19-f03b8e9555b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cc839d6b7524e0a9269baa7bb1c4783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433875 Mar 31 21:39:49.839600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50390) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:49.872589 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e974fe22-1a63-45d1-b0ad-ff2d16ae1b70 req-375af304-8f4a-4ea6-aa75-b045a29abcce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902240 Mar 31 21:39:49.919613 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6754f184-f241-45fb-8c54-df5ee09dce82 admin admin] Publish callbacks [] for security_group (a9b17adb-262d-4102-a5a3-0ddc7557c0fb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.947822 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6754f184-f241-45fb-8c54-df5ee09dce82 admin admin] Publish callbacks [] for security_group (a9b17adb-262d-4102-a5a3-0ddc7557c0fb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:49.952296 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-48336829-e7f3-4961-9f31-625dc3efb123 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 999 time: 0.1050959 Mar 31 21:39:49.958426 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device cb27a89d-44d7-4527-a979-33f073c92a11 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:49.976188 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:50.019689 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6754f184-f241-45fb-8c54-df5ee09dce82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a9b17adb-262d-4102-a5a3-0ddc7557c0fb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:50.023718 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6754f184-f241-45fb-8c54-df5ee09dce82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:50.025496 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6754f184-f241-45fb-8c54-df5ee09dce82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9b17adb-262d-4102-a5a3-0ddc7557c0fb HTTP/1.1" status: 204 len: 168 time: 0.1846523 Mar 31 21:39:50.044398 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754f184-f241-45fb-8c54-df5ee09dce82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b17adb-262d-4102-a5a3-0ddc7557c0fb,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:50.069272 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-4d279c63-838c-44e1-a835-816578427657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.071624 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-4d279c63-838c-44e1-a835-816578427657 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0963099 Mar 31 21:39:50.104890 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port cb27a89d-44d7-4527-a979-33f073c92a11 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:39:50.117709 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port cb27a89d-44d7-4527-a979-33f073c92a11 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:50.118188 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:50.181004 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-3965f608-d69e-4762-9889-0e81aeac098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.183211 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-3965f608-d69e-4762-9889-0e81aeac098d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866416 Mar 31 21:39:50.234998 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port cb27a89d-44d7-4527-a979-33f073c92a11 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:50.235518 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:50.272492 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb27a89d-44d7-4527-a979-33f073c92a11'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:50.275437 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23fc3b6-a110-47f1-8a96-21e2277e2cb5" -d '{"events": [{"server_uuid": "5de950c4-5995-442f-8b1f-57b2f63fd703", "name": "network-vif-plugged", "status": "completed", "tag": "cb27a89d-44d7-4527-a979-33f073c92a11"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:50.300656 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port cb27a89d-44d7-4527-a979-33f073c92a11, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cb27a89d-44d7-4527-a979-33f073c92a11,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:50.313737 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:50.333213 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-5e5ce54e-92b2-4369-8e23-28b8fa80af7d service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336322 Mar 31 21:39:50.356671 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6bec86-3884-41d8-b1ef-a43864a2ef11 x-openstack-request-id: req-ad6bec86-3884-41d8-b1ef-a43864a2ef11 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:50.361002 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de950c4-5995-442f-8b1f-57b2f63fd703", "name": "network-vif-plugged", "status": "completed", "tag": "cb27a89d-44d7-4527-a979-33f073c92a11", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:50.361347 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad6bec86-3884-41d8-b1ef-a43864a2ef11 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:50.361773 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6bec86-3884-41d8-b1ef-a43864a2ef11'] response: {'server_uuid': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb27a89d-44d7-4527-a979-33f073c92a11', 'code': 200} Mar 31 21:39:50.404983 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=cb27a89d-44d7-4527-a979-33f073c92a11,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:50.418148 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.419004 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.419442 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.420149 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.420803 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.421555 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.422141 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.422545 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.422945 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.423421 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.423888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.425425 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.426064 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.426673 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.427427 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:50.468558 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '73ebeec5-29f1-4933-9d8d-96f9063c3dee', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'mac_address': 'fa:16:3e:93:9c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:48Z', 'revision_number': 1, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:50.512528 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53600ae-fb78-4b45-9fcb-270144ebf9ec None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '73ebeec5-29f1-4933-9d8d-96f9063c3dee', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'mac_address': 'fa:16:3e:93:9c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:48Z', 'revision_number': 1, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:50.571035 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a8f58-c6dd-4bbe-aae1-ccd0f1d57eb6 req-b87f17c5-f8e3-419a-9dd5-f13c639451ca tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.572825 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-631a8f58-c6dd-4bbe-aae1-ccd0f1d57eb6 req-b87f17c5-f8e3-419a-9dd5-f13c639451ca tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1472130 Mar 31 21:39:50.577587 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e85ab9bc-4033-455d-8921-d4845a1447e6 req-8cb466db-5bfb-4241-ab86-a3a211cd9969 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333534 Mar 31 21:39:50.697819 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-631a8f58-c6dd-4bbe-aae1-ccd0f1d57eb6 req-b0d3de91-4a33-4e96-86e9-147ec1f987e8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111615 Mar 31 21:39:50.794236 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4941d-09ff-4829-b4e7-af3828527bf2 req-0fb7f07f-5c68-457c-bf4c-385d8a7b07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:50.797677 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-abc4941d-09ff-4829-b4e7-af3828527bf2 req-0fb7f07f-5c68-457c-bf4c-385d8a7b07de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 1129 time: 0.2012584 Mar 31 21:39:50.918229 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-abc4941d-09ff-4829-b4e7-af3828527bf2 req-524d789c-4d22-41ca-896d-430ce2f6f77e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 Mar 31 21:39:50.958466 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f338e139-d3ac-41b2-b534-8c55342c3dc6 None None] New status for floating IP 73ebeec5-29f1-4933-9d8d-96f9063c3dee: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:39:51.054210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14272-b2de-49be-a336-5bc83512b5c0 req-62542c1a-6dfc-436d-8371-9876a0ae2e3a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:51.055966 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e4f14272-b2de-49be-a336-5bc83512b5c0 req-62542c1a-6dfc-436d-8371-9876a0ae2e3a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 945 time: 0.0814552 Mar 31 21:39:51.110144 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e4f14272-b2de-49be-a336-5bc83512b5c0 req-8fc2c64a-2697-4726-b251-c9e266641c08 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480173 Mar 31 21:39:51.228252 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50436) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:51.431161 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50442) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:51.508356 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.522380 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1202991495-network', 'tenant_id': '1f24538a38654098844e9cb78bc5b238'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:51.566237 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Made reservation on behalf of 1f24538a38654098844e9cb78bc5b238 for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:51.569771 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.580286 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.637648 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Publish callbacks [] for security_group (a18dd92a-da0b-4484-973a-455b8e455d25), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.644442 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a18dd92a-da0b-4484-973a-455b8e455d25), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.679692 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18dd92a-da0b-4484-973a-455b8e455d25,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:51.692896 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.693246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.693634 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.693973 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.694514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.695035 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.695147 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.695488 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697757 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.697927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:51.701851 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks [] for security_group (dacd44a3-efcf-4dce-8463-b5b40af96651), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.706294 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (dacd44a3-efcf-4dce-8463-b5b40af96651), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.715497 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-748959de-2545-4f89-903d-bb2e5acf74f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=668024784b7a46a084d3bff366b3ea25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859779 Mar 31 21:39:51.718153 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50446) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:51.733867 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:39:51.758760 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd44a3-efcf-4dce-8463-b5b40af96651,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:51.775151 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3056d4ac-dfb5-469d-92ef-1044863ea51d admin admin] Publish callbacks [] for security_group (a18dd92a-da0b-4484-973a-455b8e455d25), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.778704 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (754a9ebc-b53b-46f5-bcfd-6d7368bc561f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.779314 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Added segment 754a9ebc-b53b-46f5-bcfd-6d7368bc561f of type vlan for network d0a988bd-47a9-45fc-8989-19a4a01ae194 Mar 31 21:39:51.823124 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3056d4ac-dfb5-469d-92ef-1044863ea51d admin admin] Publish callbacks [] for security_group (a18dd92a-da0b-4484-973a-455b8e455d25), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.825667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (d0a988bd-47a9-45fc-8989-19a4a01ae194), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.854448 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (d0a988bd-47a9-45fc-8989-19a4a01ae194), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.855680 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:51.856295 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.883968 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404204-c095-4a35-90de-29037d10a507 req-2015a5ba-4ff3-45d4-920e-fac1f4e0c8de tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:51.885693 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2a404204-c095-4a35-90de-29037d10a507 req-2015a5ba-4ff3-45d4-920e-fac1f4e0c8de tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0970099 Mar 31 21:39:51.922935 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3056d4ac-dfb5-469d-92ef-1044863ea51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a18dd92a-da0b-4484-973a-455b8e455d25), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.926638 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3056d4ac-dfb5-469d-92ef-1044863ea51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:51.931622 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3056d4ac-dfb5-469d-92ef-1044863ea51d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a18dd92a-da0b-4484-973a-455b8e455d25 HTTP/1.1" status: 204 len: 168 time: 0.2121344 Mar 31 21:39:51.940345 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a988bd-47a9-45fc-8989-19a4a01ae194,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:51.941275 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d4ac-dfb5-469d-92ef-1044863ea51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18dd92a-da0b-4484-973a-455b8e455d25,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:51.947806 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ccfc1e65-1b5f-4903-bed2-ae5b9d5f96c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5156682 Mar 31 21:39:51.950627 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50456) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:51.953829 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:39:51.959888 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Request body: {'subnet': {'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1202991495-subnet', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:52.000456 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Made reservation on behalf of 1f24538a38654098844e9cb78bc5b238 for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:52.014039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14275507'] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.019870 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2a404204-c095-4a35-90de-29037d10a507 req-2de23bdc-201b-40f3-aaf4-c1d3edafd3a6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173437 Mar 31 21:39:52.095028 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device a12a7bf1-456f-4e67-bdd0-595a908500df up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:52.172269 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port a12a7bf1-456f-4e67-bdd0-595a908500df completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:39:52.179068 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port a12a7bf1-456f-4e67-bdd0-595a908500df triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:52.180907 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.298213 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14275493'] for subnet (33929f33-e297-40f2-a80b-c8b18fa14de9), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.356852 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port a12a7bf1-456f-4e67-bdd0-595a908500df is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:52.356971 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.378697 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b40e6-9d5d-4626-841c-e137aad381e6 req-02dd1cd5-245f-4fa1-97f5-ade90f849643 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.381882 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-061b40e6-9d5d-4626-841c-e137aad381e6 req-02dd1cd5-245f-4fa1-97f5-ade90f849643 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 945 time: 0.1450849 Mar 31 21:39:52.401196 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33929f33-e297-40f2-a80b-c8b18fa14de9,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:52.414994 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:52.420369 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb7de0-7ad9-4b2c-b79c-9547af9d307b" -d '{"events": [{"server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "name": "network-vif-plugged", "status": "completed", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:52.427175 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Checking segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:52.427546 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Network hostable DHCP agents. Network: d0a988bd-47a9-45fc-8989-19a4a01ae194, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:39:52.427851 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a12a7bf1-456f-4e67-bdd0-595a908500df,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:52.434654 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.448785 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f52b48-77c2-41a7-ba6d-6e1913cd5c37 req-f3038198-ced5-4faa-886a-eb062d563c91 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.455851 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-97f52b48-77c2-41a7-ba6d-6e1913cd5c37 req-f3038198-ced5-4faa-886a-eb062d563c91 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.1097233 Mar 31 21:39:52.469572 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-061b40e6-9d5d-4626-841c-e137aad381e6 req-8d439931-abeb-46a5-9651-083402788c27 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808020 Mar 31 21:39:52.491314 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:39:52.504433 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50474) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:52.516351 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, d0a988bd-47a9-45fc-8989-19a4a01ae194) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:52.518244 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:52.528354 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e58c54-bb28-4651-9348-03103f8b06c1 x-openstack-request-id: req-33e58c54-bb28-4651-9348-03103f8b06c1 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:52.528760 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "name": "network-vif-plugged", "status": "completed", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:52.529229 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33e58c54-bb28-4651-9348-03103f8b06c1 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:52.529595 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e58c54-bb28-4651-9348-03103f8b06c1'] response: {'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'code': 200} Mar 31 21:39:52.530322 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e0cdc-88b6-45c3-bb31-11fb6abffd2d None None] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:52.533816 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-97f52b48-77c2-41a7-ba6d-6e1913cd5c37 req-06f32c7c-ec11-472b-a2b4-65a8c83a087b tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759261 Mar 31 21:39:52.545758 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3d518847-2b7a-448b-8e5d-5bcea6ef4adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.545758 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.545758 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.577174 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7c663413-f13e-4d6f-8566-a8cf2636ed66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6253955 Mar 31 21:39:52.580146 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50476) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:52.584917 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:52.612346 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (faebfb99-6aae-4d71-ae2e-ead95b55cf31), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.613997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (faebfb99-6aae-4d71-ae2e-ead95b55cf31), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.656140 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3d518847-2b7a-448b-8e5d-5bcea6ef4adb admin admin] Publish callbacks [] for security_group (c5edc657-288e-4f73-a283-dd49cd4782ff), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.661743 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3d518847-2b7a-448b-8e5d-5bcea6ef4adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c5edc657-288e-4f73-a283-dd49cd4782ff), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.681891 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-d0a988bd-47a9-45fc-8989-19a4a01ae194', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:39:52.682778 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.693518 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks [] for router_controller (faebfb99-6aae-4d71-ae2e-ead95b55cf31), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.713682 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3d518847-2b7a-448b-8e5d-5bcea6ef4adb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a392f825364d1bbd5e67872953f3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074542 Mar 31 21:39:52.714907 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518847-2b7a-448b-8e5d-5bcea6ef4adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5edc657-288e-4f73-a283-dd49cd4782ff,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:52.717494 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50478) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:52.829355 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-19d3ef7b-be1f-4ff6-a26f-da1172e228e4 admin admin] Publish callbacks [] for security_group (c5edc657-288e-4f73-a283-dd49cd4782ff), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.834294 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0b59-d233-4c3a-aa9e-23e379c5d0a4 req-4bb3c434-afb4-479f-9988-89e487f787bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:52.835844 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3f3d0b59-d233-4c3a-aa9e-23e379c5d0a4 req-4bb3c434-afb4-479f-9988-89e487f787bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 1130 time: 0.0806887 Mar 31 21:39:52.849831 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Allocated IP 172.20.0.2 (d0a988bd-47a9-45fc-8989-19a4a01ae194/33929f33-e297-40f2-a80b-c8b18fa14de9/956d68e3-4f2f-4e87-aa75-48bfecc55bdc) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:52.859487 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-19d3ef7b-be1f-4ff6-a26f-da1172e228e4 admin admin] Publish callbacks [] for security_group (c5edc657-288e-4f73-a283-dd49cd4782ff), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.861081 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks [] for router_gateway (faebfb99-6aae-4d71-ae2e-ead95b55cf31), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.941747 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3f3d0b59-d233-4c3a-aa9e-23e379c5d0a4 req-097091a8-bf26-427a-a866-1b2a2767a1fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730219 Mar 31 21:39:52.958798 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-19d3ef7b-be1f-4ff6-a26f-da1172e228e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c5edc657-288e-4f73-a283-dd49cd4782ff), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.961466 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-19d3ef7b-be1f-4ff6-a26f-da1172e228e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:52.963863 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-19d3ef7b-be1f-4ff6-a26f-da1172e228e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5edc657-288e-4f73-a283-dd49cd4782ff HTTP/1.1" status: 204 len: 168 time: 0.2453971 Mar 31 21:39:52.987955 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3ef7b-be1f-4ff6-a26f-da1172e228e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5edc657-288e-4f73-a283-dd49cd4782ff,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:53.070516 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Publish callbacks [] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.077960 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.128317 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:53.134338 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:53.137831 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks [] for router_gateway (faebfb99-6aae-4d71-ae2e-ead95b55cf31), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.139011 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:53.142294 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Pushing event updated for resources: {'Port': ['ID=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:53.185560 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.206051 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Attempting to bind port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:53.206422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Attempting to bind port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:53.206782 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Attempting to bind port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc on network d0a988bd-47a9-45fc-8989-19a4a01ae194 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:53.212716 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:53.213108 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Checking segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:53.213644 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.214163 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Bound using segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:53.214631 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Bound port: 956d68e3-4f2f-4e87-aa75-48bfecc55bdc, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:53.215009 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.255789 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7fa44-db83-4fb5-bb1a-ec2871526edd req-914eb557-19f8-4b73-b884-043ae353e367 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:53.262125 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-daa7fa44-db83-4fb5-bb1a-ec2871526edd req-914eb557-19f8-4b73-b884-043ae353e367 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1284752 Mar 31 21:39:53.309641 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] For port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:53.314958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] For port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:53.324203 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.365988 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-daa7fa44-db83-4fb5-bb1a-ec2871526edd req-28dceca5-7a56-4735-a829-42021ced144e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027052 Mar 31 21:39:53.378189 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Allocated IP 172.27.1.98 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/eff983ab-2e1c-4b6f-a919-b0e14d085cf6) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:53.391639 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda08b5-8dda-4df6-8886-ab7cd7fac510 None None] Pushing event updated for resources: {'Port': ['ID=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:53.561572 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks [] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.618401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:53.727071 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:53.740180 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:53.741530 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:53.746125 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:53.872873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-af3e068a-efad-486f-a345-34f739895593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:53.874423 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-af3e068a-efad-486f-a345-34f739895593 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 1129 time: 0.1306026 Mar 31 21:39:53.891194 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c817c2-70f6-46c2-934d-9c47fbdc3b9e req-3310b3bc-dd99-4692-842b-f2069e1884bb tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:53.898857 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-82c817c2-70f6-46c2-934d-9c47fbdc3b9e req-3310b3bc-dd99-4692-842b-f2069e1884bb tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.2940602 Mar 31 21:39:53.908444 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beb55b-610d-4cdf-956b-355ee877daaf req-f50f3ba1-a714-4c6a-8704-1f3497f7e1fb tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:53.910389 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d9beb55b-610d-4cdf-956b-355ee877daaf req-f50f3ba1-a714-4c6a-8704-1f3497f7e1fb tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.1147823 Mar 31 21:39:53.993903 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-82c817c2-70f6-46c2-934d-9c47fbdc3b9e req-8ba16774-4276-46f6-a99b-ec38b86614f6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940766 Mar 31 21:39:54.041070 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d9beb55b-610d-4cdf-956b-355ee877daaf req-e84699f9-98d9-4bf1-8b9e-cfbc1d83f4cc tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204674 Mar 31 21:39:54.079224 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-21fbb3eb-f45f-4152-9b33-64390b3f873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:54.081904 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-21fbb3eb-f45f-4152-9b33-64390b3f873d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1682963 Mar 31 21:39:54.179919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8126c97-3f9b-42cd-95c3-ec279b6ff4e7 req-fd6dacb2-b4c0-4a1a-a7f7-9222fb49fe4a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:54.181546 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e8126c97-3f9b-42cd-95c3-ec279b6ff4e7 req-fd6dacb2-b4c0-4a1a-a7f7-9222fb49fe4a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0767288 Mar 31 21:39:54.185108 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks [] for router_gateway (faebfb99-6aae-4d71-ae2e-ead95b55cf31), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:54.319441 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e8126c97-3f9b-42cd-95c3-ec279b6ff4e7 req-de175d65-26f8-4d88-b23f-7932c3de739b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989182 Mar 31 21:39:54.438385 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-8196c406-e77a-452d-a98f-a4e55ccdf205 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb27a89d-44d7-4527-a979-33f073c92a11 HTTP/1.1" status: 200 len: 217 time: 0.3429244 Mar 31 21:39:54.478077 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (faebfb99-6aae-4d71-ae2e-ead95b55cf31), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:54.529054 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-91371c13-e4de-4733-ad3f-fc6216db5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:54.531150 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-91371c13-e4de-4733-ad3f-fc6216db5887 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0818975 Mar 31 21:39:54.633502 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-d7ead4ee-02a8-4dcf-b90b-f0d2d3025d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:54.635579 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-d7ead4ee-02a8-4dcf-b90b-f0d2d3025d16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877175 Mar 31 21:39:54.808667 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24184d79-2c49-4fa3-a8ef-4eccbf45a1dc None None] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:39:54.849188 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-5a122ff4-ba07-4668-a4d3-47a4c6e8934a service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003183 Mar 31 21:39:54.939758 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] Provisioning complete for port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:54.940445 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:54.949009 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Router faebfb99-6aae-4d71-ae2e-ead95b55cf31 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:39:54.976105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 956d68e3-4f2f-4e87-aa75-48bfecc55bdc up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:55.062826 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e31b03d1-1ec3-4edb-adb2-0b95f176ab62 req-4e0a798d-daf2-42da-a83e-d2c2661770a9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054670 Mar 31 21:39:55.142718 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:55.156261 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Sync routers for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:55.171466 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.177055 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d46c4f28-8a37-4e55-8481-110bad083bd6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5930128 Mar 31 21:39:55.177389 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50536) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:55.177591 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:55.178234 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:55.234227 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374f5bb-aadb-4a36-94aa-401b18f8b4bb req-df7c85eb-4845-43bb-8c7c-17e1d7ad3250 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:55.235771 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e374f5bb-aadb-4a36-94aa-401b18f8b4bb req-df7c85eb-4845-43bb-8c7c-17e1d7ad3250 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.0633762 Mar 31 21:39:55.374417 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e374f5bb-aadb-4a36-94aa-401b18f8b4bb req-cb8786f4-d2d9-4f09-93c4-80b51a4ccff7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308568 Mar 31 21:39:55.459015 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:55.459793 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.487057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec526c7-b7ca-4402-8ce2-b90f4bf23cd1 req-1effa2f1-ff03-4db1-8bda-4b48d106b888 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:55.488984 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:55.494906 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ec526c7-b7ca-4402-8ce2-b90f4bf23cd1 req-1effa2f1-ff03-4db1-8bda-4b48d106b888 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2643125 Mar 31 21:39:55.568030 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc402ec-da7e-4c7b-916b-e464d21f2322 req-4b1b5ebe-a321-4e4e-bc7b-75ad8e17797a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:55.580109 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ec526c7-b7ca-4402-8ce2-b90f4bf23cd1 req-cac89cd5-82d1-4058-bb1b-736e9c9d4aaa tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822322 Mar 31 21:39:55.583520 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4dc402ec-da7e-4c7b-916b-e464d21f2322 req-4b1b5ebe-a321-4e4e-bc7b-75ad8e17797a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1352427 Mar 31 21:39:55.618143 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:55.618829 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.624804 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] Current status of the port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:55.626630 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.721684 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4dc402ec-da7e-4c7b-916b-e464d21f2322 req-c0f35edb-1bbf-4a1b-a1f4-6536e8e09536 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327636 Mar 31 21:39:55.727045 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] For port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:55.743010 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.806565 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf341a-97c5-476f-8404-e300c2053414 None None] Pushing event updated for resources: {'Port': ['ID=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:55.839465 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:53Z', 'revision_number': 3, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:55.874712 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Checking router: faebfb99-6aae-4d71-ae2e-ead95b55cf31 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:55.875443 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Updating router faebfb99-6aae-4d71-ae2e-ead95b55cf31 port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:39:55.880294 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.db.api [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 21:39:55.880867 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG oslo_db.api [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 21:39:55.915974 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.963457 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:55.972147 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-3f2f618b-4929-442a-af68-bd0e4a5bec6e None None] Provisioning complete for port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:55.973479 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3f2f618b-4929-442a-af68-bd0e4a5bec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.092988 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f618b-4929-442a-af68-bd0e4a5bec6e None None] Current status of the port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:56.204492 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Allocated IP 172.20.0.1 (d0a988bd-47a9-45fc-8989-19a4a01ae194/33929f33-e297-40f2-a80b-c8b18fa14de9/cbb98468-eafc-4aab-824a-1ca7a27e0369) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:39:56.204939 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-5ddba22e-2a1b-49af-83b8-b556c245e633 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:56.206602 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-5ddba22e-2a1b-49af-83b8-b556c245e633 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.35 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0648038 Mar 31 21:39:56.273503 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Publish callbacks [] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.280816 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.340915 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Attempting to bind port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:39:56.341279 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Attempting to bind port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:39:56.341656 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Attempting to bind port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:39:56.343759 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Pushing event updated for resources: {'Port': ['ID=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:56.353355 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:39:56.353729 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:39:56.354118 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.354500 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:39:56.354959 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Bound port: eff983ab-2e1c-4b6f-a919-b0e14d085cf6, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:39:56.355328 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.357630 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.357971 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.358334 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.358673 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.358998 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.359316 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.359632 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.359965 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.360257 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.360677 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.360991 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.361205 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.361593 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.361904 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.362227 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:39:56.375590 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks [] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.430238 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.457743 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Deleting port de2969a9-3135-433f-8f4d-16d80763d6c5 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:39:56.458107 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.459799 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:56.473462 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50578) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:56.473693 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] For port eff983ab-2e1c-4b6f-a919-b0e14d085cf6, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:39:56.477045 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] For port eff983ab-2e1c-4b6f-a919-b0e14d085cf6, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:39:56.484663 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.493915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:56.503878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:56.507937 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:39:56.564288 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9d190-89fe-4933-a16b-7c6a83001b0c None None] Pushing event updated for resources: {'Port': ['ID=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:56.568849 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:56.569722 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:56.583508 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb98468-eafc-4aab-824a-1ca7a27e0369,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:56.606777 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (faebfb99-6aae-4d71-ae2e-ead95b55cf31), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.686492 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d59df-8333-4403-9cbe-d1838bb40f17 req-e90d00d9-0063-4c4e-8a05-05ac4a0e8020 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:56.688074 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-421d59df-8333-4403-9cbe-d1838bb40f17 req-e90d00d9-0063-4c4e-8a05-05ac4a0e8020 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.1900620 Mar 31 21:39:56.737481 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] For port de2969a9-3135-433f-8f4d-16d80763d6c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=de2969a9-3135-433f-8f4d-16d80763d6c5,segment=NetworkSegment(1fa6c20d-2484-445c-b362-f5aa0461b99d),segment_id=1fa6c20d-2484-445c-b362-f5aa0461b99d)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:56.737918 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.748264 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fe66bafa-6a1f-4f13-a0f4-6a91172eb3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.766921 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Calling delete_port for de2969a9-3135-433f-8f4d-16d80763d6c5 owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:39:56.814884 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036cdbe-b272-45ad-b7dd-24c9e0074177 req-52a4f9e4-0700-40ae-a1e7-571c5ad0d5a2 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:56.817752 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8036cdbe-b272-45ad-b7dd-24c9e0074177 req-52a4f9e4-0700-40ae-a1e7-571c5ad0d5a2 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 945 time: 0.1314983 Mar 31 21:39:56.826903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-1d1b45c3-c2bd-4eed-8d93-6d2b588795e8 None None] Provisioning complete for port cbb98468-eafc-4aab-824a-1ca7a27e0369 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:56.828349 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1d1b45c3-c2bd-4eed-8d93-6d2b588795e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.843445 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:56.855542 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-421d59df-8333-4403-9cbe-d1838bb40f17 req-c31f30aa-cbdb-425d-ac63-a65f733f36b5 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517839 Mar 31 21:39:56.910194 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 956d68e3-4f2f-4e87-aa75-48bfecc55bdc up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:56.928220 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:56.994325 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fe66bafa-6a1f-4f13-a0f4-6a91172eb3a3 admin admin] Publish callbacks [] for security_group (df038753-3c59-4b86-988a-5687f642efe7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.014381 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-1d1b45c3-c2bd-4eed-8d93-6d2b588795e8 None None] Port cbb98468-eafc-4aab-824a-1ca7a27e0369 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:57.022268 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fe66bafa-6a1f-4f13-a0f4-6a91172eb3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (df038753-3c59-4b86-988a-5687f642efe7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.025460 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:57.027093 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.030166 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8036cdbe-b272-45ad-b7dd-24c9e0074177 req-03cd4c12-2006-4400-a7d0-2285194efcc9 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e1b9eec-619b-4a7f-91fc-72500cb5eda5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595883 Mar 31 21:39:57.109221 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (de2969a9-3135-433f-8f4d-16d80763d6c5), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.156363 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:57.157658 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fe66bafa-6a1f-4f13-a0f4-6a91172eb3a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bc46084c95e456bb2bcdee7bd5458a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6820900 Mar 31 21:39:57.160977 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66bafa-6a1f-4f13-a0f4-6a91172eb3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df038753-3c59-4b86-988a-5687f642efe7,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:57.161587 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['de2969a9-3135-433f-8f4d-16d80763d6c5'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:39:57.180707 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50592) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:57.207194 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:53Z', 'revision_number': 3, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:57.228485 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] No DVR routers for this DVR port de2969a9-3135-433f-8f4d-16d80763d6c5 on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:39:57.229959 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Pushing event deleted for resources: {'Port': ['ID=de2969a9-3135-433f-8f4d-16d80763d6c5,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:57.235858 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7777d-6397-452d-bde5-019a0511df74 None None] The sync data for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi is: [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:53Z', 'revision_number': 3, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:39:57.242226 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.248285 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6816f8f6-e145-4b75-825c-2263b96e6b14 req-10504c79-7aba-47ad-ac3b-8af1ae6e9573 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.35 "DELETE /v2.0/ports/de2969a9-3135-433f-8f4d-16d80763d6c5 HTTP/1.1" status: 204 len: 173 time: 1.0352919 Mar 31 21:39:57.249450 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'name': 'network-vif-deleted', 'tag': 'de2969a9-3135-433f-8f4d-16d80763d6c5'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:57.251769 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95e6b5c-6470-4b64-a384-a08d8af2d793" -d '{"events": [{"server_uuid": "dd7f87ba-a515-4734-95b7-78d8c9f2fdd4", "name": "network-vif-deleted", "tag": "de2969a9-3135-433f-8f4d-16d80763d6c5"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:57.264795 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2b747-6bd5-4660-a37a-08b9f372d033 req-09cc1e18-8d60-4cff-9917-d11786b1363f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:57.267129 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c1b2b747-6bd5-4660-a37a-08b9f372d033 req-09cc1e18-8d60-4cff-9917-d11786b1363f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.2637799 Mar 31 21:39:57.309417 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cadfdb-06b5-4471-962d-4d50e1d575cb req-99cdb785-a22d-4adb-a64a-bf15efd8d2d3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:57.311002 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-98cadfdb-06b5-4471-962d-4d50e1d575cb req-99cdb785-a22d-4adb-a64a-bf15efd8d2d3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.0973918 Mar 31 21:39:57.326651 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50596) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:57.334019 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:57.345025 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d978b13f-76ca-467a-9eee-12ac7a3fffe1 admin admin] Publish callbacks [] for security_group (df038753-3c59-4b86-988a-5687f642efe7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.403366 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (287d5c11-e80d-458a-9120-6c42f15eec16), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.406640 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf90189-1942-432b-9c41-df10eda43ff1 x-openstack-request-id: req-9bf90189-1942-432b-9c41-df10eda43ff1 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:57.406888 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks [] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.406993 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f87ba-a515-4734-95b7-78d8c9f2fdd4", "name": "network-vif-deleted", "tag": "de2969a9-3135-433f-8f4d-16d80763d6c5", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:57.407238 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bf90189-1942-432b-9c41-df10eda43ff1 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:57.407646 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf90189-1942-432b-9c41-df10eda43ff1'] response: {'server_uuid': 'dd7f87ba-a515-4734-95b7-78d8c9f2fdd4', 'name': 'network-vif-deleted', 'tag': 'de2969a9-3135-433f-8f4d-16d80763d6c5', 'status': 'completed', 'code': 200} Mar 31 21:39:57.409816 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d978b13f-76ca-467a-9eee-12ac7a3fffe1 admin admin] Publish callbacks [] for security_group (df038753-3c59-4b86-988a-5687f642efe7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.418060 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.422821 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c1b2b747-6bd5-4660-a37a-08b9f372d033 req-77eec4e7-4174-4cc6-b248-afeba32053e4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473694 Mar 31 21:39:57.528418 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (faebfb99-6aae-4d71-ae2e-ead95b55cf31), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.530800 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb98468-eafc-4aab-824a-1ca7a27e0369,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:57.617177 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d978b13f-76ca-467a-9eee-12ac7a3fffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (df038753-3c59-4b86-988a-5687f642efe7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.620377 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d978b13f-76ca-467a-9eee-12ac7a3fffe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:57.621610 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d978b13f-76ca-467a-9eee-12ac7a3fffe1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df038753-3c59-4b86-988a-5687f642efe7 HTTP/1.1" status: 204 len: 168 time: 0.4351277 Mar 31 21:39:57.643675 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978b13f-76ca-467a-9eee-12ac7a3fffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df038753-3c59-4b86-988a-5687f642efe7,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:57.747739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:39:57.749354 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:39:57.965040 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Router faebfb99-6aae-4d71-ae2e-ead95b55cf31 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:58.098058 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.103291 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (287d5c11-e80d-458a-9120-6c42f15eec16), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.145923 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:58.156200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-8687868a-f5e7-4ee1-b47c-e07a1c3b0d82 None None] Provisioning complete for port cbb98468-eafc-4aab-824a-1ca7a27e0369 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:58.156746 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8687868a-f5e7-4ee1-b47c-e07a1c3b0d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.164073 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-05cbb9aa-b7ba-46d0-bd25-d95d5e6607e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/faebfb99-6aae-4d71-ae2e-ead95b55cf31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9855189 Mar 31 21:39:58.213836 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8687868a-f5e7-4ee1-b47c-e07a1c3b0d82 None None] Port cbb98468-eafc-4aab-824a-1ca7a27e0369 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:39:58.246634 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50608) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:58.248940 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f4ff52de-6659-49f0-92e5-d14081e6d4da req-d411436c-7da2-4905-a3cf-06fbf992eb67 tempest-DeleteServersTestJSON-20351004 tempest-DeleteServersTestJSON-20351004-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd7f87ba-a515-4734-95b7-78d8c9f2fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0618031 Mar 31 21:39:58.267139 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bee74aa5-9c6f-4226-9f7b-013449113622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.318554 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP 287d5c11-e80d-458a-9120-6c42f15eec16 associated. External IP: 172.27.1.175, port: a12a7bf1-456f-4e67-bdd0-595a908500df. Mar 31 21:39:58.375415 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bee74aa5-9c6f-4226-9f7b-013449113622 admin admin] Publish callbacks [] for security_group (bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.380451 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bee74aa5-9c6f-4226-9f7b-013449113622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.419388 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee74aa5-9c6f-4226-9f7b-013449113622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:58.445479 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bee74aa5-9c6f-4226-9f7b-013449113622 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ff9d1bf8cb343cebed55a1d0086bf8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976981 Mar 31 21:39:58.448494 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50612) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:58.588878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1b0d-6ccb-49ca-8ecc-a6f514a6e476 admin admin] Publish callbacks [] for security_group (bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.630954 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1b0d-6ccb-49ca-8ecc-a6f514a6e476 admin admin] Publish callbacks [] for security_group (bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.632540 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:39:58.654779 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcac9d6-2986-4a8b-87d2-cf6ff600419f req-bf561a09-1055-435c-b277-18147228e9ce tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:58.656651 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-adcac9d6-2986-4a8b-87d2-cf6ff600419f req-bf561a09-1055-435c-b277-18147228e9ce tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1229799 Mar 31 21:39:58.751742 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-adcac9d6-2986-4a8b-87d2-cf6ff600419f req-8654498f-7f3c-4633-9ecc-f04a87010afe tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776632 Mar 31 21:39:58.768306 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1b0d-6ccb-49ca-8ecc-a6f514a6e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.773133 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0a1b1b0d-6ccb-49ca-8ecc-a6f514a6e476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.781421 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:39:58.792424 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:58.796383 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0a1b1b0d-6ccb-49ca-8ecc-a6f514a6e476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62 HTTP/1.1" status: 204 len: 168 time: 0.3351743 Mar 31 21:39:58.817601 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b1b0d-6ccb-49ca-8ecc-a6f514a6e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc9e0ef-50ef-4104-ac6e-0cacb3c58a62,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:58.870506 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-fed9928b-0ba9-4aac-8032-8a711a9a8541 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "PUT /v2.0/floatingips/287d5c11-e80d-458a-9120-6c42f15eec16 HTTP/1.1" status: 200 len: 992 time: 1.5420697 Mar 31 21:39:58.881622 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:58.949429 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device eff983ab-2e1c-4b6f-a919-b0e14d085cf6 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:39:58.975491 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:58.976131 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:59.118687 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50634) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:59.124707 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-46762548-network', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:59.129713 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:39:59.149924 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Made reservation on behalf of 1816f01c4de948d285fa9c3b29f9f23b for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:59.152897 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.166707 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.179247 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:39:59.179816 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.288857 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks [] for security_group (51106b78-77de-4f08-a25a-8bee6bcf1ab5), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.324719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (51106b78-77de-4f08-a25a-8bee6bcf1ab5), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.376404 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51106b78-77de-4f08-a25a-8bee6bcf1ab5,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:59.405546 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:39:59.418676 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:39:59.422370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81" -d '{"events": [{"name": "network-changed", "server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:39:59.430784 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (b62aec14-ef18-4e19-9a01-86a514b6af81), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.431396 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:39:59.431550 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Added segment b62aec14-ef18-4e19-9a01-86a514b6af81 of type vlan for network 7a5bd8d2-478d-471e-bf62-508f77df0a18 Mar 31 21:39:59.431782 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.470896 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port eff983ab-2e1c-4b6f-a919-b0e14d085cf6, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:39:59.487639 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.489872 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768c1ac4-b17f-47b5-88b7-a9b27a366822 x-openstack-request-id: req-768c1ac4-b17f-47b5-88b7-a9b27a366822 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:39:59.490170 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:39:59.490427 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-768c1ac4-b17f-47b5-88b7-a9b27a366822 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:39:59.490888 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768c1ac4-b17f-47b5-88b7-a9b27a366822'] response: {'name': 'network-changed', 'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'status': 'completed', 'code': 200} Mar 31 21:39:59.522901 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (7a5bd8d2-478d-471e-bf62-508f77df0a18), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.575858 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (7a5bd8d2-478d-471e-bf62-508f77df0a18), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.577669 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:59.579921 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:39:59.584413 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:59.623665 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:39:57Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:59.662597 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:39:59.674415 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:59.677603 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:59.694823 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5bd8d2-478d-471e-bf62-508f77df0a18,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:39:59.707261 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50660) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:39:59.707808 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a341d62b-1d86-4c47-b6f6-cbf89d1494a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5877514 Mar 31 21:39:59.714918 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Request body: {'subnet': {'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-46762548-subnet', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:39:59.719989 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Sync routers for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:39:59.746792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-92c0cfaa-4c3f-4677-a4a5-e5af579e5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:39:59.750935 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-92c0cfaa-4c3f-4677-a4a5-e5af579e5010 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 1130 time: 0.2451100 Mar 31 21:39:59.752312 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:39:59.752946 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:39:59.754709 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Made reservation on behalf of 1816f01c4de948d285fa9c3b29f9f23b for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:39:59.759431 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14622775'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.021159 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-97a6fc07-1d8f-4672-8d90-8e9e448e69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:00.026119 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:00.027794 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-97a6fc07-1d8f-4672-8d90-8e9e448e69ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.2661831 Mar 31 21:40:00.055944 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6cb94-4956-43f5-b1e7-c15d96f96c68 req-46978d9d-b058-4e7e-9a2e-3295a5f61d89 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:00.064411 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ccc6cb94-4956-43f5-b1e7-c15d96f96c68 req-46978d9d-b058-4e7e-9a2e-3295a5f61d89 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1291819 Mar 31 21:40:00.078159 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:00.135942 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ccc6cb94-4956-43f5-b1e7-c15d96f96c68 req-33f2bad3-ba94-4a20-9176-6584635e9b2b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702360 Mar 31 21:40:00.209748 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:40:00.211397 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device de2969a9-3135-433f-8f4d-16d80763d6c5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:40:00.252109 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14521947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14622753'] for subnet (ab274923-2f83-4558-b608-47d93be46d27), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.334262 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: de2969a9-3135-433f-8f4d-16d80763d6c5 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:40:00.334646 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device de2969a9-3135-433f-8f4d-16d80763d6c5 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:40:00.376826 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab274923-2f83-4558-b608-47d93be46d27,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:00.388302 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Checking segment: {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:00.388936 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Network hostable DHCP agents. Network: 7a5bd8d2-478d-471e-bf62-508f77df0a18, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:40:00.418319 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:40:00.439187 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 7a5bd8d2-478d-471e-bf62-508f77df0a18) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:00.448113 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:00.449381 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.474156 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fff56e-de70-4dda-987b-4e0ccf7d2729 None None] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:40:00.485095 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-36841138-985b-4e7b-bde5-19afc957a5f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7760494 Mar 31 21:40:00.487269 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50678) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:00.489569 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-5d07cf66-9087-497d-8470-0b1f0a7c65ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a12a7bf1-456f-4e67-bdd0-595a908500df HTTP/1.1" status: 200 len: 1000 time: 0.4497783 Mar 31 21:40:00.494405 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:00.506818 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:39:57Z', 'revision_number': 2, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:00.540877 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (4d6ed930-fe43-4335-bff1-fdaf096c55e2), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.543064 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Checking router: faebfb99-6aae-4d71-ae2e-ead95b55cf31 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:40:00.543214 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (4d6ed930-fe43-4335-bff1-fdaf096c55e2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.543471 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Updating router faebfb99-6aae-4d71-ae2e-ead95b55cf31 port cbb98468-eafc-4aab-824a-1ca7a27e0369 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:40:00.567742 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-900bf089-09a0-4eac-9857-c028db06cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:00.569344 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-900bf089-09a0-4eac-9857-c028db06cf0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0711634 Mar 31 21:40:00.594657 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.616625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks [] for router_controller (4d6ed930-fe43-4335-bff1-fdaf096c55e2), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.643802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-7a5bd8d2-478d-471e-bf62-508f77df0a18', 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18', 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'fixed_ips': [{'subnet_id': 'ab274923-2f83-4558-b608-47d93be46d27'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:40:00.645258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:00.655581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-c10165d3-6f6e-4efe-9b66-6485fda89ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:00.657569 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-c10165d3-6f6e-4efe-9b66-6485fda89ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733678 Mar 31 21:40:00.686045 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:39:57Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:00.811823 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-6507dc08-095c-4289-aa94-573a2c44dfe4 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412096 Mar 31 21:40:00.937474 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Allocated IP 172.20.0.2 (7a5bd8d2-478d-471e-bf62-508f77df0a18/ab274923-2f83-4558-b608-47d93be46d27/7db7507d-a967-4746-b294-1c9f452c6ae6) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:00.953818 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device eff983ab-2e1c-4b6f-a919-b0e14d085cf6 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:00.981350 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a07444-c1da-46f1-bae8-e7b57350281e None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:39:57Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:01.055956 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Publish callbacks [] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.062555 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.090608 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e6cb66a6-3ed8-4b29-95ec-0ac15b4a4f81 req-50b9602b-b043-4c1d-9bb2-3b83000742c3 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660818 Mar 31 21:40:01.092670 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50698) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:01.163799 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d00a71-f9a9-4432-98b5-3a9a131c09b6 None None] Pushing event updated for resources: {'Port': ['ID=cbb98468-eafc-4aab-824a-1ca7a27e0369,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:01.213002 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Deleting subnet 74a704a0-3fcc-4e2e-aa3c-91a12fea660c {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:40:01.217122 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Publish callbacks [] for subnet (74a704a0-3fcc-4e2e-aa3c-91a12fea660c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.293363 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Attempting to bind port cbb98468-eafc-4aab-824a-1ca7a27e0369 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:40:01.293737 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Attempting to bind port cbb98468-eafc-4aab-824a-1ca7a27e0369 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:40:01.294094 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Attempting to bind port cbb98468-eafc-4aab-824a-1ca7a27e0369 on network d0a988bd-47a9-45fc-8989-19a4a01ae194 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:01.301566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (74a704a0-3fcc-4e2e-aa3c-91a12fea660c), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.310571 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks [] for router_gateway (4d6ed930-fe43-4335-bff1-fdaf096c55e2), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.315995 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:40:01.316381 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Checking segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:01.316833 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.317275 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Bound using segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:40:01.317884 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Bound port: cbb98468-eafc-4aab-824a-1ca7a27e0369, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:40:01.318267 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.330764 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:01.332569 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.432349 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (74a704a0-3fcc-4e2e-aa3c-91a12fea660c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.484031 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] For port cbb98468-eafc-4aab-824a-1ca7a27e0369, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:40:01.486527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785eac4-18c8-45d1-9845-8d84a1189bc9 req-b4d10ccc-d499-47de-acd3-37bf39b6bb8a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:01.489291 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5785eac4-18c8-45d1-9845-8d84a1189bc9 req-b4d10ccc-d499-47de-acd3-37bf39b6bb8a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.2074738 Mar 31 21:40:01.492299 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] For port cbb98468-eafc-4aab-824a-1ca7a27e0369, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=cbb98468-eafc-4aab-824a-1ca7a27e0369,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:40:01.504848 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.520669 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b591d12e-57da-4910-93ce-4698ade79478 None None] New status for floating IP 287d5c11-e80d-458a-9120-6c42f15eec16: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:40:01.570301 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (74a704a0-3fcc-4e2e-aa3c-91a12fea660c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.583986 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5785eac4-18c8-45d1-9845-8d84a1189bc9 req-a2cfbeb7-23c7-43ed-9e0d-ec966e938ee7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830624 Mar 31 21:40:01.618226 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a704a0-3fcc-4e2e-aa3c-91a12fea660c,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:01.623044 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.629779 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8662afb3-8c37-4072-a6af-93d9fc3007d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/74a704a0-3fcc-4e2e-aa3c-91a12fea660c HTTP/1.1" status: 204 len: 168 time: 0.5330215 Mar 31 21:40:01.632871 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50706) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:01.636674 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:01.637318 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:01.639289 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d00a71-f9a9-4432-98b5-3a9a131c09b6 None None] Pushing event updated for resources: {'Port': ['ID=cbb98468-eafc-4aab-824a-1ca7a27e0369,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:01.727149 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Publish callbacks [] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.727838 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (bbf0f5ce-6074-4262-96c2-91dda34fd0aa), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.761476 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.777881 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks [] for router_gateway (4d6ed930-fe43-4335-bff1-fdaf096c55e2), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.831195 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] Provisioning complete for port cbb98468-eafc-4aab-824a-1ca7a27e0369 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:01.832784 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.839091 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.854081 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:01.891038 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (bbf0f5ce-6074-4262-96c2-91dda34fd0aa), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.917625 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf0f5ce-6074-4262-96c2-91dda34fd0aa']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:01.934548 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:01.938679 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa6c20d-2484-445c-b362-f5aa0461b99d') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:01.939623 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa6c20d-2484-445c-b362-f5aa0461b99d') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:01.949047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:01.954281 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:01.954645 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (1fa6c20d-2484-445c-b362-f5aa0461b99d), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.956173 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Pushing event updated for resources: {'Port': ['ID=7db7507d-a967-4746-b294-1c9f452c6ae6,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:01.982101 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (1fa6c20d-2484-445c-b362-f5aa0461b99d), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:01.994470 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:40:01.994968 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (1fa6c20d-2484-445c-b362-f5aa0461b99d), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:40:02.000263 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:40:02.091383 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (bbf0f5ce-6074-4262-96c2-91dda34fd0aa), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.100087 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:02.109577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Attempting to bind port 7db7507d-a967-4746-b294-1c9f452c6ae6 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:40:02.110631 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Attempting to bind port 7db7507d-a967-4746-b294-1c9f452c6ae6 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:40:02.110631 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Attempting to bind port 7db7507d-a967-4746-b294-1c9f452c6ae6 on network 7a5bd8d2-478d-471e-bf62-508f77df0a18 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:02.112113 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.133995 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bbf0f5ce-6074-4262-96c2-91dda34fd0aa HTTP/1.1" status: 204 len: 168 time: 0.4995608 Mar 31 21:40:02.151522 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Allocated IP 172.27.1.169 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/b296f01f-e81e-46d5-b1c4-f633bf775cd2) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:02.152467 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967fe32-9a5e-410e-9c60-e427d681acd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf0f5ce-6074-4262-96c2-91dda34fd0aa,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:02.164515 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:40:02.164894 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Checking segment: {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:02.165323 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.165725 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Bound using segment: {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:40:02.178215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Bound port: 7db7507d-a967-4746-b294-1c9f452c6ae6, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:40:02.178215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.265966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] Current status of the port cbb98468-eafc-4aab-824a-1ca7a27e0369 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:02.266494 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.272935 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:02.317029 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef7fbd-a5f2-4cdb-bbf0-19312fb2b337 None None] The sync data for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi is: [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:02.323170 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks [] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.351411 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] For port 7db7507d-a967-4746-b294-1c9f452c6ae6, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:40:02.352632 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] For port cbb98468-eafc-4aab-824a-1ca7a27e0369, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=cbb98468-eafc-4aab-824a-1ca7a27e0369,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:02.355321 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1964ac68-3380-43bf-873c-886031dad0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.368668 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] For port 7db7507d-a967-4746-b294-1c9f452c6ae6, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=7db7507d-a967-4746-b294-1c9f452c6ae6,segment=NetworkSegment(b62aec14-ef18-4e19-9a01-86a514b6af81),segment_id=b62aec14-ef18-4e19-9a01-86a514b6af81)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:40:02.370129 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.379044 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.415685 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.460419 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:02.465134 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:02.471676 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b296f01f-e81e-46d5-b1c4-f633bf775cd2,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:02.487753 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:02.491828 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c18b2-bc66-4cfc-a227-4a599ec81aff None None] Pushing event updated for resources: {'Port': ['ID=cbb98468-eafc-4aab-824a-1ca7a27e0369,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:02.494048 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50716) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:02.581364 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-e0bac1f9-c237-41a3-913c-d3475a12b951 None None] Provisioning complete for port cbb98468-eafc-4aab-824a-1ca7a27e0369 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:02.582317 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e0bac1f9-c237-41a3-913c-d3475a12b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.594681 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-839c3064-05dd-433e-b102-1ff3cc2a7f90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c92912bb848942308cb1f3e307504b39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0997818 Mar 31 21:40:02.597231 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50718) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:02.668530 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cce3b-040d-49be-8b2e-d0355a25b895 None None] Pushing event updated for resources: {'Port': ['ID=7db7507d-a967-4746-b294-1c9f452c6ae6,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:02.719517 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed7f637-6f04-4a8e-9bf4-5107056ed889 admin admin] Publish callbacks [] for security_group (5e1b9eec-619b-4a7f-91fc-72500cb5eda5), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.726278 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-e0bac1f9-c237-41a3-913c-d3475a12b951 None None] Current status of the port cbb98468-eafc-4aab-824a-1ca7a27e0369 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:02.759889 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed7f637-6f04-4a8e-9bf4-5107056ed889 admin admin] Publish callbacks [] for security_group (5e1b9eec-619b-4a7f-91fc-72500cb5eda5), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.863844 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed7f637-6f04-4a8e-9bf4-5107056ed889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (5e1b9eec-619b-4a7f-91fc-72500cb5eda5), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.867091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed7f637-6f04-4a8e-9bf4-5107056ed889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:02.868510 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-bed7f637-6f04-4a8e-9bf4-5107056ed889 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e1b9eec-619b-4a7f-91fc-72500cb5eda5 HTTP/1.1" status: 204 len: 168 time: 0.2702782 Mar 31 21:40:02.898628 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7f637-6f04-4a8e-9bf4-5107056ed889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b9eec-619b-4a7f-91fc-72500cb5eda5,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:02.967554 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device cbb98468-eafc-4aab-824a-1ca7a27e0369 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:02.972925 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97355002-1aae-4569-a6e7-4bbee12ab71e req-e94a2d32-4e85-4796-abde-13c358b86d13 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:02.974493 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-97355002-1aae-4569-a6e7-4bbee12ab71e req-e94a2d32-4e85-4796-abde-13c358b86d13 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.2556515 Mar 31 21:40:03.062259 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-97355002-1aae-4569-a6e7-4bbee12ab71e req-66332590-82ac-4e8e-be48-25f64d49cba7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792720 Mar 31 21:40:03.071547 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port cbb98468-eafc-4aab-824a-1ca7a27e0369 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:03.072011 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:03.095034 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks [] for router_gateway (4d6ed930-fe43-4335-bff1-fdaf096c55e2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:03.407449 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port cbb98468-eafc-4aab-824a-1ca7a27e0369 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:03.451938 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (4d6ed930-fe43-4335-bff1-fdaf096c55e2), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:03.646057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:40:03.786140 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:40:03.796800 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Sync routers for ids ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:40:03.815371 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:03.820441 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50752) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:03.821876 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1e7bd6ff-8a49-421a-ab2f-e1185f8b34a5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3333957 Mar 31 21:40:03.823785 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Routers {'4d6ed930-fe43-4335-bff1-fdaf096c55e2'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:03.824645 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:03.952776 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eba1f2-d747-46b4-854a-3c1affda0e94 None None] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:40:03.993554 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Set router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:04.085921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] Provisioning complete for port 7db7507d-a967-4746-b294-1c9f452c6ae6 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:04.086372 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.235492 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 3, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:04.280645 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] Current status of the port 7db7507d-a967-4746-b294-1c9f452c6ae6 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:04.280860 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Checking router: 4d6ed930-fe43-4335-bff1-fdaf096c55e2 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:40:04.281035 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.281337 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Updating router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 port b296f01f-e81e-46d5-b1c4-f633bf775cd2 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:40:04.317945 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.331668 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] For port 7db7507d-a967-4746-b294-1c9f452c6ae6, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=7db7507d-a967-4746-b294-1c9f452c6ae6,segment=NetworkSegment(b62aec14-ef18-4e19-9a01-86a514b6af81),segment_id=b62aec14-ef18-4e19-9a01-86a514b6af81)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:04.345359 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.439001 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975c74c-0ecc-45a3-ab05-6519e04d59c8 req-6005db11-9f37-487c-a6e4-50dfb077e5e4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:04.440773 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9975c74c-0ecc-45a3-ab05-6519e04d59c8 req-6005db11-9f37-487c-a6e4-50dfb077e5e4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.2257051 Mar 31 21:40:04.448234 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec96369-cd46-4a44-b7d8-d4e57441b84d None None] Pushing event updated for resources: {'Port': ['ID=7db7507d-a967-4746-b294-1c9f452c6ae6,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:04.513109 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9975c74c-0ecc-45a3-ab05-6519e04d59c8 req-bf8b6251-e20e-4dbf-ba86-496ad4dede89 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616953 Mar 31 21:40:04.576130 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-35c6af5d-a294-42e9-a689-fd347d2c4ddc None None] Provisioning complete for port 7db7507d-a967-4746-b294-1c9f452c6ae6 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:04.576505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-35c6af5d-a294-42e9-a689-fd347d2c4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.608015 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.703787 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-35c6af5d-a294-42e9-a689-fd347d2c4ddc None None] Current status of the port 7db7507d-a967-4746-b294-1c9f452c6ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:04.852159 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Allocated IP 172.20.0.1 (7a5bd8d2-478d-471e-bf62-508f77df0a18/ab274923-2f83-4558-b608-47d93be46d27/e7c19fc4-885c-4da5-b4f8-4727d0a4d28a) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:04.869701 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Publish callbacks [] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.877174 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.955230 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 7db7507d-a967-4746-b294-1c9f452c6ae6 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:04.965281 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0429c-207d-4eab-8145-e540940def24 None None] Pushing event updated for resources: {'Port': ['ID=b296f01f-e81e-46d5-b1c4-f633bf775cd2,revision_number=2']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:04.974430 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Attempting to bind port b296f01f-e81e-46d5-b1c4-f633bf775cd2 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:40:04.974826 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Attempting to bind port b296f01f-e81e-46d5-b1c4-f633bf775cd2 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:40:04.975186 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Attempting to bind port b296f01f-e81e-46d5-b1c4-f633bf775cd2 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:04.983231 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:40:04.983663 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:04.984063 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.984449 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:40:04.984918 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Bound port: b296f01f-e81e-46d5-b1c4-f633bf775cd2, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:40:04.985323 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:04.986138 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50786) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:05.030364 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 7db7507d-a967-4746-b294-1c9f452c6ae6 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:05.030742 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.068659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks [] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.083338 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] For port b296f01f-e81e-46d5-b1c4-f633bf775cd2, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:40:05.086971 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] For port b296f01f-e81e-46d5-b1c4-f633bf775cd2, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=b296f01f-e81e-46d5-b1c4-f633bf775cd2,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:40:05.096255 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.140401 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.170720 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0429c-207d-4eab-8145-e540940def24 None None] Pushing event updated for resources: {'Port': ['ID=b296f01f-e81e-46d5-b1c4-f633bf775cd2,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:05.181099 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Routers {'4d6ed930-fe43-4335-bff1-fdaf096c55e2'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:05.181760 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:39:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:05.190532 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-40f0ce2d-478f-45d6-ba41-296e1f82e276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.193830 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 7db7507d-a967-4746-b294-1c9f452c6ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:05.207332 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:05.211567 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24289a38-486c-40c4-b5bc-bdaaf308aebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.215781 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:05.219399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:05.259524 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Pushing event updated for resources: {'Port': ['ID=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:05.280308 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (4d6ed930-fe43-4335-bff1-fdaf096c55e2), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.372186 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] Set router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:05.379954 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24289a38-486c-40c4-b5bc-bdaaf308aebe admin admin] Publish callbacks [] for security_group (a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.386404 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-24289a38-486c-40c4-b5bc-bdaaf308aebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.447743 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-24289a38-486c-40c4-b5bc-bdaaf308aebe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2fec1239c4344ecb680427ae6b86528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544370 Mar 31 21:40:05.451938 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 50798) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:05.473677 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24289a38-486c-40c4-b5bc-bdaaf308aebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:05.536725 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-ccc28f36-c2cf-4dc0-b12b-fb59b621ed95 None None] Provisioning complete for port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:05.537341 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ccc28f36-c2cf-4dc0-b12b-fb59b621ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.552822 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.554324 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b50693b-a344-46a9-b9f0-4a12a89fc203 admin admin] Publish callbacks [] for security_group (a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.599408 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-ccc28f36-c2cf-4dc0-b12b-fb59b621ed95 None None] Port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:40:05.603840 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b50693b-a344-46a9-b9f0-4a12a89fc203 admin admin] Publish callbacks [] for security_group (a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.666258 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 3, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:05.700509 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcf12f0-93ac-455f-8ebd-83c856267b91 None None] The sync data for ids ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'] in dv-cinder-836074-1-iscsi is: [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 3, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:05.707155 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461bcc-93ed-4c87-bcaf-ec17c134d739 req-15def2ee-e0d7-4ea4-bc82-59ed5c561f1a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:05.708795 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3461bcc-93ed-4c87-bcaf-ec17c134d739 req-15def2ee-e0d7-4ea4-bc82-59ed5c561f1a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0706992 Mar 31 21:40:05.727786 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b50693b-a344-46a9-b9f0-4a12a89fc203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.730409 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b50693b-a344-46a9-b9f0-4a12a89fc203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.731546 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0b50693b-a344-46a9-b9f0-4a12a89fc203 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9 HTTP/1.1" status: 204 len: 168 time: 0.2784681 Mar 31 21:40:05.749548 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50693b-a344-46a9-b9f0-4a12a89fc203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae8bb6-359e-4eb3-a54e-2424cb1e87e9,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:05.818977 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks [] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.828400 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.831622 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3461bcc-93ed-4c87-bcaf-ec17c134d739 req-ab29a5ef-c614-4a33-b6be-27923be7d88f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051030 Mar 31 21:40:05.912571 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (4d6ed930-fe43-4335-bff1-fdaf096c55e2), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:05.915515 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Pushing event updated for resources: {'Port': ['ID=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:06.014836 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:06.016915 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:06.149347 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.186127 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50816) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:06.187204 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:40:06.203062 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d6d3638b-28bb-4143-8ecf-b4f681af5189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.302641 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d6d3638b-28bb-4143-8ecf-b4f681af5189 admin admin] Publish callbacks [] for security_group (a5daa468-7906-493a-8bbd-61d0a4c3af62), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.308073 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d6d3638b-28bb-4143-8ecf-b4f681af5189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a5daa468-7906-493a-8bbd-61d0a4c3af62), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.320928 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:40:06.339958 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-cc629309-5025-49a9-9abf-706ecf57d39b admin admin] 10.222.0.20 "PUT /v2.0/routers/4d6ed930-fe43-4335-bff1-fdaf096c55e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5102470 Mar 31 21:40:06.340184 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-2a1ee792-08ae-45cf-851a-943c1230f278 None None] Provisioning complete for port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:06.340184 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2a1ee792-08ae-45cf-851a-943c1230f278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.367247 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d6d3638b-28bb-4143-8ecf-b4f681af5189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5addd4507ed649e28f480be3ffedf96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773045 Mar 31 21:40:06.367247 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3638b-28bb-4143-8ecf-b4f681af5189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5daa468-7906-493a-8bbd-61d0a4c3af62,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:06.368085 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 50820) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:06.393611 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ee792-08ae-45cf-851a-943c1230f278 None None] Port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:40:06.429125 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ee19a581-3f64-4f49-8a74-85cc9aabe437 admin admin] Publish callbacks [] for security_group (a5daa468-7906-493a-8bbd-61d0a4c3af62), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.458847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ee19a581-3f64-4f49-8a74-85cc9aabe437 admin admin] Publish callbacks [] for security_group (a5daa468-7906-493a-8bbd-61d0a4c3af62), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.514998 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ee19a581-3f64-4f49-8a74-85cc9aabe437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a5daa468-7906-493a-8bbd-61d0a4c3af62), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.517944 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ee19a581-3f64-4f49-8a74-85cc9aabe437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:06.521588 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ee19a581-3f64-4f49-8a74-85cc9aabe437 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5daa468-7906-493a-8bbd-61d0a4c3af62 HTTP/1.1" status: 204 len: 168 time: 0.1503234 Mar 31 21:40:06.527453 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19a581-3f64-4f49-8a74-85cc9aabe437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5daa468-7906-493a-8bbd-61d0a4c3af62,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:06.896689 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device b296f01f-e81e-46d5-b1c4-f633bf775cd2 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:06.984550 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port b296f01f-e81e-46d5-b1c4-f633bf775cd2 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:06.985101 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:07.060778 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc7608-3b78-4557-bd5f-be0744b09e01 req-96d75e0c-1070-446e-8baf-d4986c1bf04c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:07.062771 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-30bc7608-3b78-4557-bd5f-be0744b09e01 req-96d75e0c-1070-446e-8baf-d4986c1bf04c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1031103 Mar 31 21:40:07.091334 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port b296f01f-e81e-46d5-b1c4-f633bf775cd2 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:07.091966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:07.120286 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port b296f01f-e81e-46d5-b1c4-f633bf775cd2, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=b296f01f-e81e-46d5-b1c4-f633bf775cd2,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:07.128249 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:07.161089 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-30bc7608-3b78-4557-bd5f-be0744b09e01 req-5b387f55-19e6-47c0-892e-26076739bf35 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919914 Mar 31 21:40:07.223321 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=b296f01f-e81e-46d5-b1c4-f633bf775cd2,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:07.743754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:08.320128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39456c5a-0c25-4736-ac04-4b10dc170b71 req-413ab934-a45d-4933-8e45-4a147e2084e1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:08.321196 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-39456c5a-0c25-4736-ac04-4b10dc170b71 req-413ab934-a45d-4933-8e45-4a147e2084e1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0574870 Mar 31 21:40:08.374078 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-39456c5a-0c25-4736-ac04-4b10dc170b71 req-df9627f1-11c5-42ae-b4d3-041381900e85 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454016 Mar 31 21:40:08.890392 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device b296f01f-e81e-46d5-b1c4-f633bf775cd2 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:08.956647 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port b296f01f-e81e-46d5-b1c4-f633bf775cd2 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:08.957696 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:09.059208 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port b296f01f-e81e-46d5-b1c4-f633bf775cd2 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:09.063076 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:09.264954 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Sync routers for ids ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:40:09.275442 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Routers {'4d6ed930-fe43-4335-bff1-fdaf096c55e2'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:09.276066 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:40:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:09.482347 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Set router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:09.524814 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2acf6-b58b-4d92-a3d0-a88f77461ae3 req-15a8efbb-1afd-4bae-9339-0342bddea3c4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:09.527167 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2bc2acf6-b58b-4d92-a3d0-a88f77461ae3 req-15a8efbb-1afd-4bae-9339-0342bddea3c4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0762608 Mar 31 21:40:09.536010 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:40:09.631361 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2bc2acf6-b58b-4d92-a3d0-a88f77461ae3 req-366e532f-458b-4424-ba64-118ea90a01c3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924869 Mar 31 21:40:09.879294 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:40:05Z', 'revision_number': 4, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'e7c19fc4-885c-4da5-b4f8-4727d0a4d28a', 'name': '', 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'mac_address': 'fa:16:3e:4c:52:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ab274923-2f83-4558-b608-47d93be46d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:04Z', 'updated_at': '2022-03-31T21:40:05Z', 'revision_number': 2, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'subnets': [{'id': 'ab274923-2f83-4558-b608-47d93be46d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:09.908169 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Checking router: 4d6ed930-fe43-4335-bff1-fdaf096c55e2 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:40:09.908904 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Updating router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:40:09.939509 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.237501 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Publish callbacks [] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.243834 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.293358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd94b32-dd72-4ee8-9368-d7243ab6ba87 None None] Pushing event updated for resources: {'Port': ['ID=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:10.368258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Attempting to bind port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:40:10.368639 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Attempting to bind port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:40:10.369096 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Attempting to bind port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a on network 7a5bd8d2-478d-471e-bf62-508f77df0a18 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:10.375703 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:40:10.376180 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Checking segment: {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:10.376645 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.377102 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Bound using segment: {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:40:10.377669 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Bound port: e7c19fc4-885c-4da5-b4f8-4727d0a4d28a, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62aec14-ef18-4e19-9a01-86a514b6af81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:40:10.378620 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.449852 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] For port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:40:10.453809 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] For port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,segment=NetworkSegment(b62aec14-ef18-4e19-9a01-86a514b6af81),segment_id=b62aec14-ef18-4e19-9a01-86a514b6af81)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:40:10.464258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.534747 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Routers {'4d6ed930-fe43-4335-bff1-fdaf096c55e2'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:10.535382 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:40:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:10.541971 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd94b32-dd72-4ee8-9368-d7243ab6ba87 None None] Pushing event updated for resources: {'Port': ['ID=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:10.627612 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] Provisioning complete for port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:10.628599 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:10.708348 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] Set router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:10.788698 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e075-5b5c-4cb9-8e4c-64670f2855b5 req-77317537-acea-4573-bb57-74450c502529 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:10.790386 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77f3e075-5b5c-4cb9-8e4c-64670f2855b5 req-77317537-acea-4573-bb57-74450c502529 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0883553 Mar 31 21:40:10.842845 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77f3e075-5b5c-4cb9-8e4c-64670f2855b5 req-e67de29e-9ccc-4eb1-9be4-b019add85ce6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Mar 31 21:40:10.977796 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] Current status of the port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:10.978436 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:11.052932 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] For port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,segment=NetworkSegment(b62aec14-ef18-4e19-9a01-86a514b6af81),segment_id=b62aec14-ef18-4e19-9a01-86a514b6af81)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:11.060617 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:11.258576 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734788b-cacf-4b42-a669-338f06c85475 None None] Pushing event updated for resources: {'Port': ['ID=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:11.261455 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:40:05Z', 'revision_number': 4, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'e7c19fc4-885c-4da5-b4f8-4727d0a4d28a', 'name': '', 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'mac_address': 'fa:16:3e:4c:52:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ab274923-2f83-4558-b608-47d93be46d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:04Z', 'updated_at': '2022-03-31T21:40:10Z', 'revision_number': 4, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'subnets': [{'id': 'ab274923-2f83-4558-b608-47d93be46d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:11.292034 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-5c9ff52e-b378-473a-884f-fd1533121d34 None None] Provisioning complete for port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:11.292410 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c9ff52e-b378-473a-884f-fd1533121d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:11.294169 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb40e30-c72c-4766-af1f-a35fcbfd04fc None None] The sync data for ids ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'] in dv-cinder-836074-1-iscsi is: [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:40:05Z', 'revision_number': 4, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'e7c19fc4-885c-4da5-b4f8-4727d0a4d28a', 'name': '', 'network_id': '7a5bd8d2-478d-471e-bf62-508f77df0a18', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'mac_address': 'fa:16:3e:4c:52:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ab274923-2f83-4558-b608-47d93be46d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:04Z', 'updated_at': '2022-03-31T21:40:10Z', 'revision_number': 4, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'subnets': [{'id': 'ab274923-2f83-4558-b608-47d93be46d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:11.443501 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ff52e-b378-473a-884f-fd1533121d34 None None] Current status of the port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:12.034307 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d4747-01dc-41e5-8c8c-19aefd6fe707 req-c4aa3e34-219d-4977-9d1e-7838b774f031 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:12.044531 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3b4d4747-01dc-41e5-8c8c-19aefd6fe707 req-c4aa3e34-219d-4977-9d1e-7838b774f031 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0845232 Mar 31 21:40:12.102071 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3b4d4747-01dc-41e5-8c8c-19aefd6fe707 req-5494546e-ee6f-459b-94b9-ebf954efe758 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504510 Mar 31 21:40:12.880157 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device e7c19fc4-885c-4da5-b4f8-4727d0a4d28a up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:12.938499 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:12.938896 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:13.188163 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:13.330399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa219d39-df52-472c-a018-a7603080612d req-ef79c2f9-90c7-4127-876b-900bd594bd84 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:13.333122 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fa219d39-df52-472c-a018-a7603080612d req-ef79c2f9-90c7-4127-876b-900bd594bd84 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1248066 Mar 31 21:40:13.416778 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fa219d39-df52-472c-a018-a7603080612d req-b17f8715-eeb8-4aeb-ab7a-1a0d986e766f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704451 Mar 31 21:40:14.611418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd10728-b951-4a7d-b9b2-56fb2a2d783a req-90bd3f5e-595c-461d-89cc-f5078947fbf7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:14.613724 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3fd10728-b951-4a7d-b9b2-56fb2a2d783a req-90bd3f5e-595c-461d-89cc-f5078947fbf7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0803838 Mar 31 21:40:14.679349 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3fd10728-b951-4a7d-b9b2-56fb2a2d783a req-1591e8b5-f4c6-4611-bfbf-2a3c1c8d814c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Mar 31 21:40:15.828374 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb086192-661c-476b-ac0d-00af4ffd9ec2 req-153d4d55-af0c-416b-a7fe-ced0b4eb962b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:15.830493 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb086192-661c-476b-ac0d-00af4ffd9ec2 req-153d4d55-af0c-416b-a7fe-ced0b4eb962b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0683715 Mar 31 21:40:15.922491 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb086192-661c-476b-ac0d-00af4ffd9ec2 req-c619353c-fdd0-4c85-a301-5ea0dda951dc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860007 Mar 31 21:40:17.046821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee43a-2146-4420-8718-56bacb91bd6a req-6f465c30-8058-4dbe-92d3-15e725f01101 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:17.048606 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-53cee43a-2146-4420-8718-56bacb91bd6a req-6f465c30-8058-4dbe-92d3-15e725f01101 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0538859 Mar 31 21:40:17.102178 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-53cee43a-2146-4420-8718-56bacb91bd6a req-3bf6b3a5-5f22-4aed-b045-7929e71885a8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462120 Mar 31 21:40:17.427171 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-065bd1d0-84eb-4725-b4ba-820a71968c8f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:17.428758 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-065bd1d0-84eb-4725-b4ba-820a71968c8f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 815 time: 0.1025155 Mar 31 21:40:17.443012 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-d03452a2-24bd-448d-a8cb-8ddf8de74408 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/quotas/1f24538a38654098844e9cb78bc5b238 HTTP/1.1" status: 200 len: 375 time: 0.0090253 Mar 31 21:40:17.496875 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-a813ad7f-9648-48ac-bfb8-9d05de02aa13 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490253 Mar 31 21:40:17.590131 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-c8e0a30a-94bd-4a29-95a2-7019a96177a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821569 Mar 31 21:40:17.679297 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-34974e28-2966-4c1d-bd37-9bb1553c7b53 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833507 Mar 31 21:40:17.843684 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d04573e0-eb3a-48ff-9ef7-fa450f5346b7 req-97597d9e-f5ef-4623-a278-0073059cd00e tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 210 time: 0.0311108 Mar 31 21:40:18.225776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbffd7-14d2-4644-8595-7a2c6351b02c req-08c1e5d1-8685-46f2-bf15-0cd527538d4e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:18.227265 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-92cbffd7-14d2-4644-8595-7a2c6351b02c req-08c1e5d1-8685-46f2-bf15-0cd527538d4e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0527129 Mar 31 21:40:18.274560 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-92cbffd7-14d2-4644-8595-7a2c6351b02c req-eb2ee34f-2a1a-43fc-bb89-f0f085cee7b2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Mar 31 21:40:18.686524 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:18.936182 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-09e074d5-80e6-44d0-b2de-7c345afbd212 req-845db85f-eef1-4291-964e-f6d62c77bf8d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 210 time: 0.0260448 Mar 31 21:40:19.415867 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe3722-9c5b-4fec-a2c9-450e8b829010 req-691fb841-266a-45c7-b81c-cbee0b3c0e69 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:19.417319 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5bbe3722-9c5b-4fec-a2c9-450e8b829010 req-691fb841-266a-45c7-b81c-cbee0b3c0e69 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Mar 31 21:40:19.468000 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5bbe3722-9c5b-4fec-a2c9-450e8b829010 req-015f570e-067e-4e08-b1a9-f2520408e7e8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Mar 31 21:40:19.942323 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f7b8952d-3c21-41ac-bb91-795c10460722 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:19.943794 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f7b8952d-3c21-41ac-bb91-795c10460722 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 815 time: 0.1029840 Mar 31 21:40:19.964566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'port': {'device_id': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'admin_state_up': True, 'tenant_id': '1f24538a38654098844e9cb78bc5b238'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:20.045652 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f0d1e42a-1f37-47ec-9b1a-a0290be17f1b req-6f361c80-1c4a-46e3-90de-abe73b8036fd tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 210 time: 0.0336943 Mar 31 21:40:20.100388 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Made reservation on behalf of 1f24538a38654098844e9cb78bc5b238 for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:40:20.103745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:20.227873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Allocated IP 172.20.0.10 (d0a988bd-47a9-45fc-8989-19a4a01ae194/33929f33-e297-40f2-a80b-c8b18fa14de9/456f4ef7-962b-4053-aef1-dd9be71c29c0) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:20.374193 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:20.409866 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:20.467990 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:20.472110 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:20.474014 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:20.476162 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:20.548739 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:20.552177 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:20.582556 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-67677864-8f17-4646-95dd-b0ffc1a6ea51 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6219606 Mar 31 21:40:20.691651 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7225fd5-061c-4be2-9eee-d3ed59a71479 req-b41fe3d8-f19a-49a5-9a82-6f214ce95400 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:20.694326 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7225fd5-061c-4be2-9eee-d3ed59a71479 req-b41fe3d8-f19a-49a5-9a82-6f214ce95400 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1102057 Mar 31 21:40:20.804072 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7225fd5-061c-4be2-9eee-d3ed59a71479 req-60c0eb11-0daf-40fd-a849-029119d3e3cb tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038513 Mar 31 21:40:20.843265 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-ed1003e2-7433-40ee-93f5-19324bc24776 None None] Provisioning complete for port 456f4ef7-962b-4053-aef1-dd9be71c29c0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:20.844110 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ed1003e2-7433-40ee-93f5-19324bc24776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:20.887668 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-ed1003e2-7433-40ee-93f5-19324bc24776 None None] Port 456f4ef7-962b-4053-aef1-dd9be71c29c0 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:40:21.181447 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624a34a-2b1c-46cd-96b5-ddf4ca7e67ea req-0d565366-1921-4e18-94ef-845e0b41bac7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:21.183001 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3624a34a-2b1c-46cd-96b5-ddf4ca7e67ea req-0d565366-1921-4e18-94ef-845e0b41bac7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0648751 Mar 31 21:40:21.243656 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3624a34a-2b1c-46cd-96b5-ddf4ca7e67ea req-793bf7af-797e-4393-8794-f90c7b84908e tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534301 Mar 31 21:40:21.898319 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51188) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:21.970182 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b07781-ec6d-4793-93d6-dc738ab41dc6 req-9f478142-fc2d-467a-975a-a547791f4580 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:21.982028 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-72b07781-ec6d-4793-93d6-dc738ab41dc6 req-9f478142-fc2d-467a-975a-a547791f4580 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1013298 Mar 31 21:40:22.050049 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3bbccde1-4849-4c2d-9f8d-35bc71a1b789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.059169 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-72b07781-ec6d-4793-93d6-dc738ab41dc6 req-7e6f6fdb-f530-45ea-80cf-36e607d08d6f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706880 Mar 31 21:40:22.150873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3bbccde1-4849-4c2d-9f8d-35bc71a1b789 admin admin] Publish callbacks [] for security_group (d8d9afaa-5192-4fd6-9a80-75995d2c55d1), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.155025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3bbccde1-4849-4c2d-9f8d-35bc71a1b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (d8d9afaa-5192-4fd6-9a80-75995d2c55d1), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.198298 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3bbccde1-4849-4c2d-9f8d-35bc71a1b789 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b68ba9fc139a43b08014829a2ba49a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986262 Mar 31 21:40:22.199036 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51200) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:22.199915 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbccde1-4849-4c2d-9f8d-35bc71a1b789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d9afaa-5192-4fd6-9a80-75995d2c55d1,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:22.261877 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c416cf2a-9b96-4a76-8005-50bd9cdb0d33 admin admin] Publish callbacks [] for security_group (d8d9afaa-5192-4fd6-9a80-75995d2c55d1), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.287347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c416cf2a-9b96-4a76-8005-50bd9cdb0d33 admin admin] Publish callbacks [] for security_group (d8d9afaa-5192-4fd6-9a80-75995d2c55d1), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.377360 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c416cf2a-9b96-4a76-8005-50bd9cdb0d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (d8d9afaa-5192-4fd6-9a80-75995d2c55d1), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.381241 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c416cf2a-9b96-4a76-8005-50bd9cdb0d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.385893 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c416cf2a-9b96-4a76-8005-50bd9cdb0d33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8d9afaa-5192-4fd6-9a80-75995d2c55d1 HTTP/1.1" status: 204 len: 168 time: 0.1858664 Mar 31 21:40:22.414097 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416cf2a-9b96-4a76-8005-50bd9cdb0d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d9afaa-5192-4fd6-9a80-75995d2c55d1,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:22.478853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187af86-4774-4061-8a0d-8570f7d79861 req-80e8101b-0fdc-45ec-a2ed-6168f9099436 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:22.481516 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a187af86-4774-4061-8a0d-8570f7d79861 req-80e8101b-0fdc-45ec-a2ed-6168f9099436 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.1372166 Mar 31 21:40:22.548134 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a187af86-4774-4061-8a0d-8570f7d79861 req-32118f13-98dc-4d85-bf1f-83d0f8c22306 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602469 Mar 31 21:40:22.719109 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51214) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:22.733447 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-99f4e54f-66c4-428f-a51f-d255483a7bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.819111 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-99f4e54f-66c4-428f-a51f-d255483a7bce admin admin] Publish callbacks [] for security_group (774c633a-78a9-41d1-a268-902997bd32cf), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.823551 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-99f4e54f-66c4-428f-a51f-d255483a7bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (774c633a-78a9-41d1-a268-902997bd32cf), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.865959 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-99f4e54f-66c4-428f-a51f-d255483a7bce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75e23eba794046f4aae9dc07ed3ea52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457462 Mar 31 21:40:22.866825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4e54f-66c4-428f-a51f-d255483a7bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774c633a-78a9-41d1-a268-902997bd32cf,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:22.868611 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51216) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:22.920069 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c547-3fc0-4939-b61a-e173e9006e91 admin admin] Publish callbacks [] for security_group (774c633a-78a9-41d1-a268-902997bd32cf), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:22.944142 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c547-3fc0-4939-b61a-e173e9006e91 admin admin] Publish callbacks [] for security_group (774c633a-78a9-41d1-a268-902997bd32cf), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:23.005886 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c547-3fc0-4939-b61a-e173e9006e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (774c633a-78a9-41d1-a268-902997bd32cf), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:23.009220 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ce1c547-3fc0-4939-b61a-e173e9006e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:23.010783 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6ce1c547-3fc0-4939-b61a-e173e9006e91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/774c633a-78a9-41d1-a268-902997bd32cf HTTP/1.1" status: 204 len: 168 time: 0.1410191 Mar 31 21:40:23.020754 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1c547-3fc0-4939-b61a-e173e9006e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c633a-78a9-41d1-a268-902997bd32cf,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:23.223375 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba0318-7334-4779-93f8-d8e9872a0128 req-e1d23edc-8644-41a2-9a6d-d43ebc413889 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:23.225060 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c2ba0318-7334-4779-93f8-d8e9872a0128 req-e1d23edc-8644-41a2-9a6d-d43ebc413889 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0695791 Mar 31 21:40:23.274373 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c2ba0318-7334-4779-93f8-d8e9872a0128 req-eb5069ad-bf44-4e09-af1c-168e82a99f6c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Mar 31 21:40:23.683955 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a54b7a-8757-4be4-8c96-1efe085969e5 req-8f96a9bf-792d-4950-b71b-87f34dad22a6 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:23.685580 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-89a54b7a-8757-4be4-8c96-1efe085969e5 req-8f96a9bf-792d-4950-b71b-87f34dad22a6 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0659320 Mar 31 21:40:23.750677 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-89a54b7a-8757-4be4-8c96-1efe085969e5 req-7cb4624a-b2fd-4e7c-9482-e0505b6f6e0c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 Mar 31 21:40:23.804781 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51246) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:23.909639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1698037624-network', 'tenant_id': 'cba5efe632b0449e8486d1712d0867c3'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:23.930544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Made reservation on behalf of cba5efe632b0449e8486d1712d0867c3 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:40:23.932930 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:23.942836 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.047347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks [] for security_group (760ae60e-2680-491b-ac97-78ce2134c28f), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.054470 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (760ae60e-2680-491b-ac97-78ce2134c28f), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.080590 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:40:24.096808 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760ae60e-2680-491b-ac97-78ce2134c28f,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:24.101010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (ab4e8127-9dc1-4567-92ef-8169f6ebafb2), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.101388 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Added segment ab4e8127-9dc1-4567-92ef-8169f6ebafb2 of type vlan for network e1f28e04-33b5-406f-a1b0-6c0d52d0cc08 Mar 31 21:40:24.147316 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (e1f28e04-33b5-406f-a1b0-6c0d52d0cc08), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.175170 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (e1f28e04-33b5-406f-a1b0-6c0d52d0cc08), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.176154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:24.176734 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.236340 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4302676 Mar 31 21:40:24.242656 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51252) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:24.250097 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Request body: {'subnet': {'network_id': 'e1f28e04-33b5-406f-a1b0-6c0d52d0cc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1698037624-subnet', 'tenant_id': 'cba5efe632b0449e8486d1712d0867c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:24.262432 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a1318-89ea-4d4f-9f64-bb0ed9da57f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f28e04-33b5-406f-a1b0-6c0d52d0cc08,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:24.273754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network e1f28e04-33b5-406f-a1b0-6c0d52d0cc08 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:40:24.278759 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Made reservation on behalf of cba5efe632b0449e8486d1712d0867c3 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:40:24.281131 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14622775'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.497006 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d40a6-385c-41af-9131-ce20347adf67 req-2b634063-40cf-46fb-8f70-a5467ed2706a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:24.498598 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-da2d40a6-385c-41af-9131-ce20347adf67 req-2b634063-40cf-46fb-8f70-a5467ed2706a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1247735 Mar 31 21:40:24.564502 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14521947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14622753'] for subnet (11b847e4-0a9b-4202-9529-0557575c324b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.621852 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-da2d40a6-385c-41af-9131-ce20347adf67 req-605a0cb7-9ab7-493d-a715-6a7fce5a1a8a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156123 Mar 31 21:40:24.650219 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b847e4-0a9b-4202-9529-0557575c324b,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:24.657648 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Checking segment: {'id': 'ab4e8127-9dc1-4567-92ef-8169f6ebafb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e1f28e04-33b5-406f-a1b0-6c0d52d0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:24.658097 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Network hostable DHCP agents. Network: e1f28e04-33b5-406f-a1b0-6c0d52d0cc08, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:40:24.675693 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Network e1f28e04-33b5-406f-a1b0-6c0d52d0cc08 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:40:24.684805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, e1f28e04-33b5-406f-a1b0-6c0d52d0cc08) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:24.692122 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:24.692122 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:24.695307 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46958c-cd3b-46ba-bea3-4a57d703937b None None] Network e1f28e04-33b5-406f-a1b0-6c0d52d0cc08 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:40:24.718849 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-cb7c376f-170b-48ba-98c8-71e74ddec32b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4745200 Mar 31 21:40:24.826469 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e0b2a-7e11-4d35-a7aa-8c75e0631260 None None] Network e1f28e04-33b5-406f-a1b0-6c0d52d0cc08 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:40:24.903659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0641ef-a28b-4115-87f7-b8a1924f6cff req-57e06cd0-16e5-4b27-9564-016cfb8f7e99 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:24.906016 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3e0641ef-a28b-4115-87f7-b8a1924f6cff req-57e06cd0-16e5-4b27-9564-016cfb8f7e99 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0564532 Mar 31 21:40:24.963194 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3e0641ef-a28b-4115-87f7-b8a1924f6cff req-926d8f13-ac75-4f92-9c74-6fc85af1e81c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504138 Mar 31 21:40:25.346303 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51276) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:25.351298 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-945755841-network', 'tenant_id': '6a74918dd4c64bedb4f28a2a0d65cbe5'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:25.371424 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Made reservation on behalf of 6a74918dd4c64bedb4f28a2a0d65cbe5 for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:40:25.373716 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.386020 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.684773 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks [] for security_group (cbd09205-b995-45dc-b948-9be87258de78), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.688895 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (cbd09205-b995-45dc-b948-9be87258de78), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.710592 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:40:25.724612 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd09205-b995-45dc-b948-9be87258de78,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:25.729845 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (8dcc81eb-b8e7-4958-a5ef-99c0dae93b44), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.730189 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Added segment 8dcc81eb-b8e7-4958-a5ef-99c0dae93b44 of type vlan for network ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb Mar 31 21:40:25.775755 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.811942 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.813260 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:25.814077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.882771 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5352612 Mar 31 21:40:25.885847 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51284) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:25.890946 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Request body: {'subnet': {'network_id': 'ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-945755841-subnet', 'tenant_id': '6a74918dd4c64bedb4f28a2a0d65cbe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:25.916609 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Made reservation on behalf of 6a74918dd4c64bedb4f28a2a0d65cbe5 for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:40:25.918951 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14275507'] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:25.924083 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd595a62-3def-46a1-92b1-0bd906e1d827 admin admin] Pushing event updated for resources: {'Network': ['ID=ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:25.937166 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:40:26.053626 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e08f16-92af-41ab-a25d-e4397d226efe req-86fa8c9c-a4d6-4100-8729-22f1ce3e70ee tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:26.055150 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55e08f16-92af-41ab-a25d-e4397d226efe req-86fa8c9c-a4d6-4100-8729-22f1ce3e70ee tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.3536940 Mar 31 21:40:26.135559 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-55e08f16-92af-41ab-a25d-e4397d226efe req-1119b2a0-39e1-407f-be52-3d2d97241081 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748792 Mar 31 21:40:26.173610 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b03f2f-e4d9-4547-8de9-b879ba819835 req-92e9f6dc-1c32-48db-96b9-1309dff5e391 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:26.175147 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-70b03f2f-e4d9-4547-8de9-b879ba819835 req-92e9f6dc-1c32-48db-96b9-1309dff5e391 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.1034853 Mar 31 21:40:26.267209 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-70b03f2f-e4d9-4547-8de9-b879ba819835 req-b3f2b6c0-fc5c-4eb1-8bff-5a3e326dd8b7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841262 Mar 31 21:40:26.268025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14275493'] for subnet (ce6f0574-f5c7-4025-96b7-c6695ad6bfdc), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:26.320428 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6f0574-f5c7-4025-96b7-c6695ad6bfdc,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:26.345211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Checking segment: {'id': '8dcc81eb-b8e7-4958-a5ef-99c0dae93b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:26.345836 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Network hostable DHCP agents. Network: ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:40:26.365828 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Network ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:40:26.374673 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:26.378775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:26.379370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:26.383957 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed124b-b4a0-4b99-8f2f-dfc7a9bb4309 None None] Network ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:40:26.401906 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ad4a1ae4-137e-4b2a-8274-d0d8ca9e5231 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5149221 Mar 31 21:40:26.496505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833adf1-c69a-421d-bf06-eed784c18b3e None None] Network ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:40:27.357127 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c815c-2c41-4907-9766-f63aa946def9 req-0c70811a-e53d-4730-a161-cb00961f94e3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:27.359688 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad4c815c-2c41-4907-9766-f63aa946def9 req-0c70811a-e53d-4730-a161-cb00961f94e3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0913253 Mar 31 21:40:27.416005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3233c-b5e6-4dce-92ad-3885a1b5a64a req-de62856d-9bb2-4936-a384-a9f25302639f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:27.418603 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1be3233c-b5e6-4dce-92ad-3885a1b5a64a req-de62856d-9bb2-4936-a384-a9f25302639f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0705178 Mar 31 21:40:27.469011 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad4c815c-2c41-4907-9766-f63aa946def9 req-fc08cee9-7327-4688-a549-98e859a34f4d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030731 Mar 31 21:40:27.511472 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1be3233c-b5e6-4dce-92ad-3885a1b5a64a req-1071576a-b446-4363-bac7-eb6696776d16 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Mar 31 21:40:28.621844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220542d-e118-42d4-80e9-d8f41af132f9 req-cadf15bb-6328-47f8-aaf1-e3d78a4815d8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:28.623362 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9220542d-e118-42d4-80e9-d8f41af132f9 req-cadf15bb-6328-47f8-aaf1-e3d78a4815d8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0862231 Mar 31 21:40:28.648471 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dbb4e-7f72-4e14-962b-982a4560b852 req-6a07a2a1-c583-40c7-a4ac-e1c8653863dd tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:28.650088 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-db7dbb4e-7f72-4e14-962b-982a4560b852 req-6a07a2a1-c583-40c7-a4ac-e1c8653863dd tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0576172 Mar 31 21:40:28.673651 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9220542d-e118-42d4-80e9-d8f41af132f9 req-d978ebca-3386-4b4c-9040-f2aefeb27d34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437853 Mar 31 21:40:28.708132 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-db7dbb4e-7f72-4e14-962b-982a4560b852 req-c5b2b2f2-f960-4a8d-9c9b-cd45c9af6ff6 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Mar 31 21:40:29.811072 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf07c-d75f-4953-82f4-87d0fcf8ac0e req-5181c459-a1e4-4abc-9c49-1b45d2dcb27b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:29.813738 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-276bf07c-d75f-4953-82f4-87d0fcf8ac0e req-5181c459-a1e4-4abc-9c49-1b45d2dcb27b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0652783 Mar 31 21:40:29.872710 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-276bf07c-d75f-4953-82f4-87d0fcf8ac0e req-c60e788e-1b2f-44ff-b9ac-39ca6abede4a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 Mar 31 21:40:29.879715 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b3ca6-84ce-4a96-aa78-c1975a07265e req-057f6fec-c3a7-48f3-bbd5-b421126144a1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:29.881282 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-701b3ca6-84ce-4a96-aa78-c1975a07265e req-057f6fec-c3a7-48f3-bbd5-b421126144a1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0885189 Mar 31 21:40:29.946278 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-701b3ca6-84ce-4a96-aa78-c1975a07265e req-f98ab04f-0ff2-4d9f-9c87-f494abeb977c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584130 Mar 31 21:40:31.009996 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f46ec-86a4-4290-9163-8a8f0a8d590c req-9f3cfc32-4687-4d80-a2e3-092907f7064d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:31.011562 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b40f46ec-86a4-4290-9163-8a8f0a8d590c req-9f3cfc32-4687-4d80-a2e3-092907f7064d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0650215 Mar 31 21:40:31.067210 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b40f46ec-86a4-4290-9163-8a8f0a8d590c req-500239f2-a8c6-4430-8878-0300e6312280 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492938 Mar 31 21:40:31.071065 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99d397-c9d3-4872-b5f7-580645693dec req-0b8eb9ec-ca87-48d2-b977-282b17d7241b tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:31.072608 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4b99d397-c9d3-4872-b5f7-580645693dec req-0b8eb9ec-ca87-48d2-b977-282b17d7241b tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 932 time: 0.0533838 Mar 31 21:40:31.121059 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4b99d397-c9d3-4872-b5f7-580645693dec req-c564c1f4-05cf-44bc-9088-84995b369ad7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Mar 31 21:40:31.602447 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Request body: {'port': {'device_id': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:31.662425 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:31.930014 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456f4ef7-962b-4053-aef1-dd9be71c29c0 {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:40:31.937460 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Publish callbacks [] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:31.951306 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Transition to ACTIVE for port object 456f4ef7-962b-4053-aef1-dd9be71c29c0 will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:40:31.955584 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:32.019945 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:32.098229 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Attempting to bind port 456f4ef7-962b-4053-aef1-dd9be71c29c0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:40:32.098735 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Attempting to bind port 456f4ef7-962b-4053-aef1-dd9be71c29c0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:40:32.098890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Attempting to bind port 456f4ef7-962b-4053-aef1-dd9be71c29c0 on network d0a988bd-47a9-45fc-8989-19a4a01ae194 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:32.104001 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Port 456f4ef7-962b-4053-aef1-dd9be71c29c0 on network d0a988bd-47a9-45fc-8989-19a4a01ae194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:40:32.104325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Attempting to bind port 456f4ef7-962b-4053-aef1-dd9be71c29c0 on network d0a988bd-47a9-45fc-8989-19a4a01ae194 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:40:32.109721 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:40:32.110063 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Checking segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:40:32.110448 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Bound using segment: {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:40:32.110885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Bound port: 456f4ef7-962b-4053-aef1-dd9be71c29c0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '754a9ebc-b53b-46f5-bcfd-6d7368bc561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:40:32.111245 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:32.196960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:40:32.200232 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:40:32.210403 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:32.216366 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e789f-6460-4c65-bbaa-b6173a7c5ae2 req-1958c54a-84e2-46f8-94ea-f2bde9ccd2d2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.218058 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c3e789f-6460-4c65-bbaa-b6173a7c5ae2 req-1958c54a-84e2-46f8-94ea-f2bde9ccd2d2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0780776 Mar 31 21:40:32.270338 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c3e789f-6460-4c65-bbaa-b6173a7c5ae2 req-2e4ea097-0be8-4628-9586-26beac2aad41 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457666 Mar 31 21:40:32.271518 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.272134 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:32.273570 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] 10.222.0.35 "PUT /v2.0/ports/456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 1094 time: 0.6766658 Mar 31 21:40:32.274348 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:32.276584 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:32.307931 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86409-98e5-4382-8f25-58dfba8d6dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:32.341278 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307acb79-41d4-4ba1-8496-dc28a532573a req-59e9a48d-50da-4bb7-9ca0-3b8a6fcf4fe3 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.343396 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-307acb79-41d4-4ba1-8496-dc28a532573a req-59e9a48d-50da-4bb7-9ca0-3b8a6fcf4fe3 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 944 time: 0.1347153 Mar 31 21:40:32.355869 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-92cca17a-1948-4946-9a15-7b471ad134ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:32.385280 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0ff7b8-c2a3-4bf3-bbff-b7de7e0f6a98 x-openstack-request-id: req-7a0ff7b8-c2a3-4bf3-bbff-b7de7e0f6a98 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:32.385684 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:32.386130 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a0ff7b8-c2a3-4bf3-bbff-b7de7e0f6a98 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:32.386606 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0ff7b8-c2a3-4bf3-bbff-b7de7e0f6a98'] response: {'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'status': 'completed', 'code': 200} Mar 31 21:40:32.438420 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-307acb79-41d4-4ba1-8496-dc28a532573a req-c134e7e0-cd75-43db-9b27-9006fe452c8e tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838883 Mar 31 21:40:32.442389 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-7ed75c5a-f7ad-4ba6-a87b-8ae42ac1d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.444184 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-7ed75c5a-f7ad-4ba6-a87b-8ae42ac1d6f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1128 time: 0.0994735 Mar 31 21:40:32.499148 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-95cb2ce8-41d8-40d0-b9f6-c152eb20088e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 217 time: 0.0464129 Mar 31 21:40:32.556985 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-e8226ae4-8e69-45fb-9f7e-c74c55721165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.558696 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-e8226ae4-8e69-45fb-9f7e-c74c55721165 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0529974 Mar 31 21:40:32.621502 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-9a641a7f-61b4-48f0-8d53-949f689d2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.622423 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-9a641a7f-61b4-48f0-8d53-949f689d2fab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466652 Mar 31 21:40:32.718649 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-79bdfaee-2ac7-4541-bed1-40572950046a service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890973 Mar 31 21:40:32.818783 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9ed97d8e-6837-4f5c-9184-3441957c8db3 req-25191755-8eee-40e2-80d5-7301609ff445 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938396 Mar 31 21:40:32.918449 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-b5d72a42-dd0a-4c3f-98de-50602791955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:32.919993 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-b5d72a42-dd0a-4c3f-98de-50602791955d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1128 time: 0.0472863 Mar 31 21:40:33.025398 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-03d7e875-0317-4f3f-8e19-13342478404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:33.026843 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-03d7e875-0317-4f3f-8e19-13342478404d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 916 time: 0.0990248 Mar 31 21:40:33.071700 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-7d3a27c4-ae46-4ce8-9963-aa89da14e5d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 217 time: 0.0365181 Mar 31 21:40:33.123073 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-c8a4d473-1875-4d4e-a2ed-0e9c17fdf75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:33.124572 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-c8a4d473-1875-4d4e-a2ed-0e9c17fdf75c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0438836 Mar 31 21:40:33.180267 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-b57cabe3-de06-472b-9967-cb4b17a839e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:33.181798 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-b57cabe3-de06-472b-9967-cb4b17a839e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471137 Mar 31 21:40:33.280491 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-ef9d4c94-1e03-4f3c-865b-6235b7c01663 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Mar 31 21:40:33.370330 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0c51d266-bd92-47d7-84bd-fe984e9f8b4c req-29736700-38f4-4bfc-8d3e-8d065568b5c5 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827324 Mar 31 21:40:33.401729 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125c71-ebf7-4b77-b4dd-69e574281953 req-f7d54a29-4b36-4cd8-989b-a26024f3e93a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:33.403205 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77125c71-ebf7-4b77-b4dd-69e574281953 req-f7d54a29-4b36-4cd8-989b-a26024f3e93a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0516386 Mar 31 21:40:33.455218 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77125c71-ebf7-4b77-b4dd-69e574281953 req-94fac535-70fd-447e-8c06-0dcaf8dc47d7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452657 Mar 31 21:40:33.564833 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddf181-709e-4d73-8ee5-bd066444c551 req-97fd3a29-6d4b-40a1-b9c1-709a2e603675 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:33.566307 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cdddf181-709e-4d73-8ee5-bd066444c551 req-97fd3a29-6d4b-40a1-b9c1-709a2e603675 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 944 time: 0.0561316 Mar 31 21:40:33.616452 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cdddf181-709e-4d73-8ee5-bd066444c551 req-fceac471-cdcd-4771-845f-102d92459068 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Mar 31 21:40:34.573176 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a704-e7d6-4bc8-b580-1e7c16a7714b req-8bfd00a4-a01a-4548-9b35-4964a4bf2232 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:34.574667 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b52a704-e7d6-4bc8-b580-1e7c16a7714b req-8bfd00a4-a01a-4548-9b35-4964a4bf2232 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0530415 Mar 31 21:40:34.628984 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b52a704-e7d6-4bc8-b580-1e7c16a7714b req-cc0fee12-b853-409b-8b1b-44e2a0b436ad tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484765 Mar 31 21:40:34.750038 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713a8e7-ac6a-453a-b4e1-27dcf2e3c79f req-c23bdb59-8e0e-4411-880a-1a9a55f7b067 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:34.751520 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a713a8e7-ac6a-453a-b4e1-27dcf2e3c79f req-c23bdb59-8e0e-4411-880a-1a9a55f7b067 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 944 time: 0.0569730 Mar 31 21:40:34.804005 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a713a8e7-ac6a-453a-b4e1-27dcf2e3c79f req-57d4a291-d614-4759-806b-0edcca4fbaa1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459657 Mar 31 21:40:35.152508 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-53b3ff1c-03b3-4c43-9b02-076e52f51cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:35.752335 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c41b5a-f01b-49f7-9a63-dffb79e266aa req-b68a6f48-dbfd-478f-8112-30ee2fcaca42 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:35.753865 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c41b5a-f01b-49f7-9a63-dffb79e266aa req-b68a6f48-dbfd-478f-8112-30ee2fcaca42 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0540164 Mar 31 21:40:35.805131 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c41b5a-f01b-49f7-9a63-dffb79e266aa req-e60a1fd5-706b-4516-a0a4-c61ecd512eb4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455468 Mar 31 21:40:35.932483 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0c1f4-9940-45eb-b8e6-69b227033c37 req-7b943995-325b-4613-aa3c-6bf6240d1b5a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:35.933986 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b1a0c1f4-9940-45eb-b8e6-69b227033c37 req-7b943995-325b-4613-aa3c-6bf6240d1b5a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 944 time: 0.0612595 Mar 31 21:40:35.981901 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b1a0c1f4-9940-45eb-b8e6-69b227033c37 req-351fbfd5-5bcd-407a-ae5e-993026feed3d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Mar 31 21:40:36.143935 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:36.223070 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 456f4ef7-962b-4053-aef1-dd9be71c29c0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:40:36.325151 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:36.337726 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'port_id': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'mac_address': 'fa:16:3e:ca:69:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:40:36.380266 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 456f4ef7-962b-4053-aef1-dd9be71c29c0 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:36.380685 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:36.397087 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456f4ef7-962b-4053-aef1-dd9be71c29c0 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:40:36.417192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:36.421206 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:36.472271 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:36.803764 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['456f4ef7-962b-4053-aef1-dd9be71c29c0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:40:36.949049 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9842f-c822-4e62-8de8-c458e82c42fc req-e3d8baf3-d6b2-44de-b25b-d1c0f38399e3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:36.950552 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-63a9842f-c822-4e62-8de8-c458e82c42fc req-e3d8baf3-d6b2-44de-b25b-d1c0f38399e3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0760269 Mar 31 21:40:37.003577 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-63a9842f-c822-4e62-8de8-c458e82c42fc req-bd349e02-adcc-4408-8e32-83a157de858c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Mar 31 21:40:37.112999 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1a1d0-f550-445f-9e59-648d89c3d32a req-817a0384-0a3b-420d-9756-2d7009b3df3c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:37.115118 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0ab1a1d0-f550-445f-9e59-648d89c3d32a req-817a0384-0a3b-420d-9756-2d7009b3df3c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 945 time: 0.0538309 Mar 31 21:40:37.163418 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0ab1a1d0-f550-445f-9e59-648d89c3d32a req-4cb60278-f162-4260-9efa-bd278c8655b3 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424070 Mar 31 21:40:37.264540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51554) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:37.368820 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a79c9778-994c-4779-bd13-72a467f658b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.442049 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a79c9778-994c-4779-bd13-72a467f658b7 admin admin] Publish callbacks [] for security_group (fe2ff1a6-1eab-4599-8e1f-fa88424e2398), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.446717 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a79c9778-994c-4779-bd13-72a467f658b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fe2ff1a6-1eab-4599-8e1f-fa88424e2398), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.485061 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a79c9778-994c-4779-bd13-72a467f658b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=275aa1e558834af2801a484cabcf87d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192507 Mar 31 21:40:37.485776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c9778-994c-4779-bd13-72a467f658b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ff1a6-1eab-4599-8e1f-fa88424e2398,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:37.487586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51558) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:37.544087 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cd8-94f4-4c2b-8260-258c29e9d4fc admin admin] Publish callbacks [] for security_group (fe2ff1a6-1eab-4599-8e1f-fa88424e2398), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.565709 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cd8-94f4-4c2b-8260-258c29e9d4fc admin admin] Publish callbacks [] for security_group (fe2ff1a6-1eab-4599-8e1f-fa88424e2398), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.620335 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cd8-94f4-4c2b-8260-258c29e9d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fe2ff1a6-1eab-4599-8e1f-fa88424e2398), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.623122 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6cd8-94f4-4c2b-8260-258c29e9d4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:37.624324 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ef8b6cd8-94f4-4c2b-8260-258c29e9d4fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe2ff1a6-1eab-4599-8e1f-fa88424e2398 HTTP/1.1" status: 204 len: 168 time: 0.1357410 Mar 31 21:40:37.634568 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b6cd8-94f4-4c2b-8260-258c29e9d4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ff1a6-1eab-4599-8e1f-fa88424e2398,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:37.756583 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:38.157592 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5013d-20ec-48c4-ba4a-df717c6fa341 req-841fddf8-e223-40bb-9271-fb878f00bced tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:38.164844 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a0d5013d-20ec-48c4-ba4a-df717c6fa341 req-841fddf8-e223-40bb-9271-fb878f00bced tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0826755 Mar 31 21:40:38.225379 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a0d5013d-20ec-48c4-ba4a-df717c6fa341 req-b203dce1-0c49-420b-97a0-e980912ebef3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594606 Mar 31 21:40:38.241877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 456f4ef7-962b-4053-aef1-dd9be71c29c0 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:40:38.296828 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 456f4ef7-962b-4053-aef1-dd9be71c29c0 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:40:38.301497 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 456f4ef7-962b-4053-aef1-dd9be71c29c0 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:38.302081 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:38.319693 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56590e8-2f3c-41ee-b388-a1a751e4754e req-087c1e44-ac36-4663-a5f8-921ca92ad43a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:38.321419 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d56590e8-2f3c-41ee-b388-a1a751e4754e req-087c1e44-ac36-4663-a5f8-921ca92ad43a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 945 time: 0.0720582 Mar 31 21:40:38.371567 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d56590e8-2f3c-41ee-b388-a1a751e4754e req-8eb532a2-1b0e-4d20-a033-c5f7f15cefbd tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Mar 31 21:40:38.395030 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 456f4ef7-962b-4053-aef1-dd9be71c29c0 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:40:38.395418 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:38.418278 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:38.420528 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15b7e8-ff29-4511-8728-6b5b91fccac4" -d '{"events": [{"server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "name": "network-vif-plugged", "status": "completed", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:38.437096 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:38.442786 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:38.468834 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0db7b-7852-4beb-baa7-b1b73b2c9ce0 x-openstack-request-id: req-26c0db7b-7852-4beb-baa7-b1b73b2c9ce0 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:38.469151 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "name": "network-vif-plugged", "status": "completed", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:38.469441 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26c0db7b-7852-4beb-baa7-b1b73b2c9ce0 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:38.469844 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c0db7b-7852-4beb-baa7-b1b73b2c9ce0'] response: {'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'code': 200} Mar 31 21:40:38.499683 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:38.664019 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80440f5-3c69-40f1-9816-1544f1a02e7d req-14693e03-54e6-4e36-9ce3-4f3699390195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:38.665575 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c80440f5-3c69-40f1-9816-1544f1a02e7d req-14693e03-54e6-4e36-9ce3-4f3699390195 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1130 time: 0.0460386 Mar 31 21:40:38.719168 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c80440f5-3c69-40f1-9816-1544f1a02e7d req-5de7359b-b31a-458f-8b21-0725afd7f526 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470622 Mar 31 21:40:39.027891 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:39.360748 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188a53f-a44f-4511-8ec3-ac2e5e2bdebf req-f90f3986-d1d9-4834-a4f1-19e5b50b7ae8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:39.362454 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e188a53f-a44f-4511-8ec3-ac2e5e2bdebf req-f90f3986-d1d9-4834-a4f1-19e5b50b7ae8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0717249 Mar 31 21:40:39.427610 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e188a53f-a44f-4511-8ec3-ac2e5e2bdebf req-256866ec-186c-4140-9c45-5a4ed333d029 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567029 Mar 31 21:40:39.515244 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063b066-a83a-4960-969e-59cfcfaebddb req-d55e412a-783b-4db7-b984-4f8ddf9a8f95 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:39.516699 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1063b066-a83a-4960-969e-59cfcfaebddb req-d55e412a-783b-4db7-b984-4f8ddf9a8f95 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0504274 Mar 31 21:40:39.565317 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1063b066-a83a-4960-969e-59cfcfaebddb req-8cb796be-f9d4-49e9-93bf-b3da481e4472 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Mar 31 21:40:40.544494 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde7f97-cb5f-4e5d-a78c-c086d461355e req-66ed070a-3858-4866-8c7e-a1d8a84a2ed5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.546046 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bcde7f97-cb5f-4e5d-a78c-c086d461355e req-66ed070a-3858-4866-8c7e-a1d8a84a2ed5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0538085 Mar 31 21:40:40.601141 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bcde7f97-cb5f-4e5d-a78c-c086d461355e req-6c8852bd-395f-4acd-9478-0321c522b075 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Mar 31 21:40:40.703186 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287509c-1ee7-4619-a1bf-951fe8ff7630 req-7fd2c7ba-4017-485e-8bee-dd120e6b7c7b tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.704713 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4287509c-1ee7-4619-a1bf-951fe8ff7630 req-7fd2c7ba-4017-485e-8bee-dd120e6b7c7b tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0550272 Mar 31 21:40:40.757931 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4287509c-1ee7-4619-a1bf-951fe8ff7630 req-53ae0f29-2d9d-4adb-a45c-27ae36e18828 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 Mar 31 21:40:40.910600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d27ad-530a-479e-a735-b6d65f1a8346 req-b2c3b288-b3c0-44ff-9f6f-fc06f3c93d96 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:40.912213 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8d5d27ad-530a-479e-a735-b6d65f1a8346 req-b2c3b288-b3c0-44ff-9f6f-fc06f3c93d96 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0611253 Mar 31 21:40:40.974841 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8d5d27ad-530a-479e-a735-b6d65f1a8346 req-bc480023-ebc9-4cb4-9d0c-e683f4e074d5 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 Mar 31 21:40:41.308626 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686196-b5a2-4b12-a449-036678bcb713 req-97334fc5-0c2e-43df-8afc-f73d9eb1c211 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.310221 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d9686196-b5a2-4b12-a449-036678bcb713 req-97334fc5-0c2e-43df-8afc-f73d9eb1c211 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0529027 Mar 31 21:40:41.360798 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d9686196-b5a2-4b12-a449-036678bcb713 req-f77f08dd-271d-4a6f-ba03-c792d24a0010 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421610 Mar 31 21:40:41.757428 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499d70c-3e3b-437f-a230-4dede3e2588f req-23a31d0c-a2bb-40ea-8f85-ad933d6ca17c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:41.759036 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c499d70c-3e3b-437f-a230-4dede3e2588f req-23a31d0c-a2bb-40ea-8f85-ad933d6ca17c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0611317 Mar 31 21:40:41.808386 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c499d70c-3e3b-437f-a230-4dede3e2588f req-629fd8c4-9de0-4d7d-ba00-6c36d042650b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Mar 31 21:40:42.959824 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce0225-315d-41a1-a7e5-b5c7f65bcb7b req-46cb7676-b506-4d33-b933-77240d0160c2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:42.962367 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-83ce0225-315d-41a1-a7e5-b5c7f65bcb7b req-46cb7676-b506-4d33-b933-77240d0160c2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0853252 Mar 31 21:40:43.014676 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-83ce0225-315d-41a1-a7e5-b5c7f65bcb7b req-56b152d3-5f8d-4342-9b67-60a6c91ba812 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Mar 31 21:40:44.261551 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594245b-ed7f-4b53-82aa-94feb6268dec req-0ab57130-53d6-4f28-9d77-e14e57319a0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:44.263998 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f594245b-ed7f-4b53-82aa-94feb6268dec req-0ab57130-53d6-4f28-9d77-e14e57319a0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1593993 Mar 31 21:40:44.341334 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f594245b-ed7f-4b53-82aa-94feb6268dec req-c515c352-d5bb-4e2b-af73-32af1f9d3b67 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689313 Mar 31 21:40:45.520007 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cebfbd-fe7e-4fe5-86b2-2697a1347f68 req-c63c4fe2-c20c-41f1-bd02-1e2211def05f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:45.521999 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-46cebfbd-fe7e-4fe5-86b2-2697a1347f68 req-c63c4fe2-c20c-41f1-bd02-1e2211def05f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0580904 Mar 31 21:40:45.572617 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-46cebfbd-fe7e-4fe5-86b2-2697a1347f68 req-a95f0fa7-05ed-47b1-bdb0-639e0293c8c1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Mar 31 21:40:46.538003 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:40:46.711834 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598d66c-f485-48a8-83a6-23233413e8e7 req-bcb3ae50-9984-48a3-9f4f-f61c167e2c06 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:46.713400 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1598d66c-f485-48a8-83a6-23233413e8e7 req-bcb3ae50-9984-48a3-9f4f-f61c167e2c06 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0642567 Mar 31 21:40:46.777802 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1598d66c-f485-48a8-83a6-23233413e8e7 req-07122baa-e940-4f96-b77b-da9925559526 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 Mar 31 21:40:47.931744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94067b-dda7-42a0-82f4-04606a8361ff req-b6331bd9-daae-4461-aa0e-a54f71820124 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:47.933655 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce94067b-dda7-42a0-82f4-04606a8361ff req-b6331bd9-daae-4461-aa0e-a54f71820124 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0862770 Mar 31 21:40:47.936909 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-ccee3567-e858-4f1b-889a-8d8bf805d3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805440 Mar 31 21:40:48.014823 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce94067b-dda7-42a0-82f4-04606a8361ff req-bdf39916-b7dc-4fd0-bd05-258bf8eb5364 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744042 Mar 31 21:40:48.033238 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-829cfe3e-bda5-4b5f-9ded-187aea48e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:48.034751 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-829cfe3e-bda5-4b5f-9ded-187aea48e15c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1130 time: 0.0668123 Mar 31 21:40:48.147494 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-033e98a4-6f35-4a44-a59b-f44be704d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:48.149019 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-033e98a4-6f35-4a44-a59b-f44be704d311 service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.0894463 Mar 31 21:40:48.218678 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-0ec39d41-f2c6-4bd5-937b-d59348aa5344 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 1002 time: 0.0606568 Mar 31 21:40:48.278116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-dd12d936-354b-44bb-946a-15e52044926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:48.279696 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-dd12d936-354b-44bb-946a-15e52044926f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0506411 Mar 31 21:40:48.338586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-984cfbfa-a732-47b6-b698-70232196f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:48.340099 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-984cfbfa-a732-47b6-b698-70232196f436 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524390 Mar 31 21:40:48.438435 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-fb590ad6-7258-4e4c-a623-f8feb1644b9c service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841227 Mar 31 21:40:48.538539 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5da1412-4b39-4a71-8163-6b6b8ce5da55 req-2fb83c3a-e2f1-42a2-a225-d782c6096cd9 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928340 Mar 31 21:40:48.684326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.138270 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51790) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:49.149944 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3174ee-4b89-40fc-ae6b-9fcb9c21609e req-7b35cc53-5325-44b5-ba52-6feaf067679c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:49.151501 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a3174ee-4b89-40fc-ae6b-9fcb9c21609e req-7b35cc53-5325-44b5-ba52-6feaf067679c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0614970 Mar 31 21:40:49.183653 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Deleting subnet 11b847e4-0a9b-4202-9529-0557575c324b {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:40:49.187308 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Publish callbacks [] for subnet (11b847e4-0a9b-4202-9529-0557575c324b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.201622 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a3174ee-4b89-40fc-ae6b-9fcb9c21609e req-e786f5dc-f249-4d13-a484-ad0e331448e9 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Mar 31 21:40:49.232932 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (11b847e4-0a9b-4202-9529-0557575c324b), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.273377 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (11b847e4-0a9b-4202-9529-0557575c324b), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.338742 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (11b847e4-0a9b-4202-9529-0557575c324b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.372155 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.375702 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11b847e4-0a9b-4202-9529-0557575c324b HTTP/1.1" status: 204 len: 168 time: 0.2364142 Mar 31 21:40:49.377357 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b847e4-0a9b-4202-9529-0557575c324b,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:49.379392 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51792) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:49.400936 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.401355 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.401643 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.401984 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.402323 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.402653 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.402982 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.403310 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.403635 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.403961 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.404292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.404617 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.404946 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.405263 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.405609 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1e1168-538e-453d-95ff-0b35d9bb2787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:49.462649 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (e1f28e04-33b5-406f-a1b0-6c0d52d0cc08), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.551946 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (e1f28e04-33b5-406f-a1b0-6c0d52d0cc08), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.583768 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f28e04-33b5-406f-a1b0-6c0d52d0cc08']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:49.599057 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4e8127-9dc1-4567-92ef-8169f6ebafb2') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:49.599310 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4e8127-9dc1-4567-92ef-8169f6ebafb2') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:49.612136 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (ab4e8127-9dc1-4567-92ef-8169f6ebafb2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.632016 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (ab4e8127-9dc1-4567-92ef-8169f6ebafb2), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.639481 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:40:49.639888 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (ab4e8127-9dc1-4567-92ef-8169f6ebafb2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:40:49.641716 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:40:49.698000 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (e1f28e04-33b5-406f-a1b0-6c0d52d0cc08), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.704944 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.708541 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e1f28e04-33b5-406f-a1b0-6c0d52d0cc08 HTTP/1.1" status: 204 len: 168 time: 0.3282123 Mar 31 21:40:49.713533 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51796) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:49.719886 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a86dde-b1d9-4ad9-9d43-e4e93f0ce1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f28e04-33b5-406f-a1b0-6c0d52d0cc08,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:49.763662 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Deleting subnet ce6f0574-f5c7-4025-96b7-c6695ad6bfdc {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:40:49.767240 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Publish callbacks [] for subnet (ce6f0574-f5c7-4025-96b7-c6695ad6bfdc), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.804719 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14396085'] for subnet (ce6f0574-f5c7-4025-96b7-c6695ad6bfdc), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.847769 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (ce6f0574-f5c7-4025-96b7-c6695ad6bfdc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.914619 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14521880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14622760'] for subnet (ce6f0574-f5c7-4025-96b7-c6695ad6bfdc), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.947826 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:49.952172 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ce6f0574-f5c7-4025-96b7-c6695ad6bfdc HTTP/1.1" status: 204 len: 168 time: 0.2372346 Mar 31 21:40:49.953017 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e98c-9212-4f4f-a8eb-64180e224643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6f0574-f5c7-4025-96b7-c6695ad6bfdc,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:49.954728 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51802) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:50.039791 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.129211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.156522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:50.167558 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcc81eb-b8e7-4958-a5ef-99c0dae93b44') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:50.167939 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcc81eb-b8e7-4958-a5ef-99c0dae93b44') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:50.178855 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (8dcc81eb-b8e7-4958-a5ef-99c0dae93b44), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.192961 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (8dcc81eb-b8e7-4958-a5ef-99c0dae93b44), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.199771 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:40:50.200174 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (8dcc81eb-b8e7-4958-a5ef-99c0dae93b44), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:40:50.201920 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:40:50.258102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.269453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.275806 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb HTTP/1.1" status: 204 len: 168 time: 0.3169198 Mar 31 21:40:50.287673 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c2920-47d1-404f-a092-ca4e7582c794 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba72cf3f-c0b7-4ac7-a2e8-f4c74dc2d4eb,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:50.344920 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a9053-8f4b-479f-81eb-ca5d12f97cf0 req-7071521a-a22c-4b2c-9dd9-105444fae49d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:50.347090 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d07a9053-8f4b-479f-81eb-ca5d12f97cf0 req-7071521a-a22c-4b2c-9dd9-105444fae49d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0546207 Mar 31 21:40:50.409997 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d07a9053-8f4b-479f-81eb-ca5d12f97cf0 req-db76e3b8-0999-4148-a98f-f0af652c5697 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571046 Mar 31 21:40:50.474448 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51808) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:50.515512 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-53f7730d-b972-4573-8479-fe4a6ccf3cd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cba5efe632b0449e8486d1712d0867c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398438 Mar 31 21:40:50.518658 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51812) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:50.571484 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21a95520-8e00-4898-b856-22289c840fc1 admin admin] Publish callbacks [] for security_group (760ae60e-2680-491b-ac97-78ce2134c28f), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.593187 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21a95520-8e00-4898-b856-22289c840fc1 admin admin] Publish callbacks [] for security_group (760ae60e-2680-491b-ac97-78ce2134c28f), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.640497 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21a95520-8e00-4898-b856-22289c840fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (760ae60e-2680-491b-ac97-78ce2134c28f), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.644288 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-21a95520-8e00-4898-b856-22289c840fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:50.645132 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-21a95520-8e00-4898-b856-22289c840fc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/760ae60e-2680-491b-ac97-78ce2134c28f HTTP/1.1" status: 204 len: 168 time: 0.1255615 Mar 31 21:40:50.652973 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a95520-8e00-4898-b856-22289c840fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760ae60e-2680-491b-ac97-78ce2134c28f,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:50.993844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51824) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:51.040451 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51826) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:51.040660 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-99e59d84-c1de-4339-9e75-d3a80d627d23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a74918dd4c64bedb4f28a2a0d65cbe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440342 Mar 31 21:40:51.090996 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a685028b-b54f-404a-8bbe-4806eb6ad4d6 admin admin] Publish callbacks [] for security_group (cbd09205-b995-45dc-b948-9be87258de78), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.113237 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a685028b-b54f-404a-8bbe-4806eb6ad4d6 admin admin] Publish callbacks [] for security_group (cbd09205-b995-45dc-b948-9be87258de78), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.166521 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a685028b-b54f-404a-8bbe-4806eb6ad4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (cbd09205-b995-45dc-b948-9be87258de78), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.168986 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a685028b-b54f-404a-8bbe-4806eb6ad4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:51.170315 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a685028b-b54f-404a-8bbe-4806eb6ad4d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbd09205-b995-45dc-b948-9be87258de78 HTTP/1.1" status: 204 len: 168 time: 0.1302686 Mar 31 21:40:51.180209 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685028b-b54f-404a-8bbe-4806eb6ad4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd09205-b995-45dc-b948-9be87258de78,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:51.548756 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774ecf8-070b-44fb-815a-cd76834ffa02 req-dfbda3c3-0013-4688-8181-7e6d53bf1c4b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:51.550330 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7774ecf8-070b-44fb-815a-cd76834ffa02 req-dfbda3c3-0013-4688-8181-7e6d53bf1c4b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0625257 Mar 31 21:40:51.603094 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7774ecf8-070b-44fb-815a-cd76834ffa02 req-a25f12bc-decf-446c-8819-aef1d136f466 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457947 Mar 31 21:40:52.385425 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 51870) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:52.505251 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ad67171f-80c1-4985-95ae-016ae0998be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.583252 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ad67171f-80c1-4985-95ae-016ae0998be9 admin admin] Publish callbacks [] for security_group (3180db36-6379-4c8c-a368-815a8bb7a07f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.588896 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ad67171f-80c1-4985-95ae-016ae0998be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3180db36-6379-4c8c-a368-815a8bb7a07f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.626923 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ad67171f-80c1-4985-95ae-016ae0998be9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1e9356e84de4b6397551c2b16ac1cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398949 Mar 31 21:40:52.627759 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67171f-80c1-4985-95ae-016ae0998be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180db36-6379-4c8c-a368-815a8bb7a07f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:52.630113 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 51878) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:52.713482 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Publish callbacks [] for security_group (3180db36-6379-4c8c-a368-815a8bb7a07f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.744682 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Publish callbacks [] for security_group (3180db36-6379-4c8c-a368-815a8bb7a07f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.768090 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa462c7a-b635-49da-8f9e-08f46165db5c req-2f5c1ed5-9c7f-429f-b93b-92ca7c51d16e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:52.769573 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fa462c7a-b635-49da-8f9e-08f46165db5c req-2f5c1ed5-9c7f-429f-b93b-92ca7c51d16e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0904787 Mar 31 21:40:52.825834 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fa462c7a-b635-49da-8f9e-08f46165db5c req-66e24c0b-d931-4898-9dc6-bbc6c8de1843 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Mar 31 21:40:52.830577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3180db36-6379-4c8c-a368-815a8bb7a07f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.833138 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:52.834334 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3180db36-6379-4c8c-a368-815a8bb7a07f HTTP/1.1" status: 204 len: 168 time: 0.2026346 Mar 31 21:40:52.842761 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180db36-6379-4c8c-a368-815a8bb7a07f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:52.850798 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.851153 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.851499 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.851846 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.852268 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.852497 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.852825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.853174 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.853533 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.853865 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.854194 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.854519 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.854846 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.855168 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:52.855488 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff81d41-d75e-4e63-9ab5-114f6ae4446a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:40:53.160888 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16688552-0619-488c-be5f-7faf25d8a488 req-6b3b6fb3-4d79-48ec-8af6-faf5baabca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:53.162343 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-16688552-0619-488c-be5f-7faf25d8a488 req-6b3b6fb3-4d79-48ec-8af6-faf5baabca5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 1129 time: 0.0728741 Mar 31 21:40:53.212305 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-16688552-0619-488c-be5f-7faf25d8a488 req-52d2120f-18d8-4bdd-9ef0-5b1e43883139 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Mar 31 21:40:53.959955 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c026d9-83ef-4910-953b-0240da1f49ba req-80850414-b7ae-4e0c-8c4c-de91c84589a1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:53.968361 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b6c026d9-83ef-4910-953b-0240da1f49ba req-80850414-b7ae-4e0c-8c4c-de91c84589a1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0635309 Mar 31 21:40:54.034075 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b6c026d9-83ef-4910-953b-0240da1f49ba req-738690e6-9deb-4db2-a426-c369809a0216 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 Mar 31 21:40:55.212206 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d3706-41a5-4b05-976d-55a6cc301cef req-690ffa25-b16c-46d2-adae-5129e29859a4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.214577 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa8d3706-41a5-4b05-976d-55a6cc301cef req-690ffa25-b16c-46d2-adae-5129e29859a4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0878468 Mar 31 21:40:55.319660 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa8d3706-41a5-4b05-976d-55a6cc301cef req-becaadcb-e582-4447-a022-5bc1672e2d43 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959651 Mar 31 21:40:55.490434 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab4d2-3f48-4c67-bc31-4d7abf019576 req-d71718c8-49b1-4e57-ad8d-2d5247fca33b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.492015 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d2bab4d2-3f48-4c67-bc31-4d7abf019576 req-d71718c8-49b1-4e57-ad8d-2d5247fca33b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0772402 Mar 31 21:40:55.570041 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d2bab4d2-3f48-4c67-bc31-4d7abf019576 req-3a78fef1-dffa-43c3-ad9d-0b562f134dd5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 Mar 31 21:40:55.741961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcea8e-b275-4c32-9710-a4deb50cd7a0 req-3ff156a0-3c77-4fd9-ab69-99912f082cb6 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:55.745067 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58dcea8e-b275-4c32-9710-a4deb50cd7a0 req-3ff156a0-3c77-4fd9-ab69-99912f082cb6 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0935204 Mar 31 21:40:55.808908 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58dcea8e-b275-4c32-9710-a4deb50cd7a0 req-8ae1a526-8488-484b-b946-c56eec7ca2a7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560954 Mar 31 21:40:55.837270 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52022) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:56.122393 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1ffc1-813b-48af-9326-f7dbf8243cc7 tempest-TestMinimumBasicScenario-1243687316 tempest-TestMinimumBasicScenario-1243687316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:56.123937 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a0d1ffc1-813b-48af-9326-f7dbf8243cc7 tempest-TestMinimumBasicScenario-1243687316 tempest-TestMinimumBasicScenario-1243687316-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1125 time: 0.2855384 Mar 31 21:40:56.128349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52036) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:56.132694 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'port_id': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:56.154292 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:56.262158 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:56.373537 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Allocated IP 172.27.1.99 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/e1282fad-e901-460d-8fe4-313320460d98) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:40:56.486222 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for port (e1282fad-e901-460d-8fe4-313320460d98), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:56.527735 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (e1282fad-e901-460d-8fe4-313320460d98), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:56.567124 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:40:56.570147 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:40:56.573979 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:40:56.605061 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'Port': ['ID=e1282fad-e901-460d-8fe4-313320460d98,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:56.970333 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for floatingip (7b72168e-8b7e-4bd2-802b-32e68340af85), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.074637 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (e1282fad-e901-460d-8fe4-313320460d98), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.220177 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for port (e1282fad-e901-460d-8fe4-313320460d98), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.225036 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (e1282fad-e901-460d-8fe4-313320460d98), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.296785 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'Port': ['ID=e1282fad-e901-460d-8fe4-313320460d98,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:57.309023 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (7b72168e-8b7e-4bd2-802b-32e68340af85), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.406870 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Floating IP 7b72168e-8b7e-4bd2-802b-32e68340af85 associated. External IP: 172.27.1.99, port: 456f4ef7-962b-4053-aef1-dd9be71c29c0. Mar 31 21:40:57.615759 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Router faebfb99-6aae-4d71-ae2e-ead95b55cf31 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:40:57.720220 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:40:57.730313 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] Sync routers for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:40:57.739243 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.741046 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:57.741603 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:57.772713 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0d2f8b49-a0ec-4aaf-8ed7-b952c0e1b08c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6432784 Mar 31 21:40:57.773434 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:57.775814 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:57.776538 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52052) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:57.781798 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416732782', 'description': 'tempest-secgroup-smoke-1416732782 description', 'project_id': '1f24538a38654098844e9cb78bc5b238'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:57.808562 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.820414 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed43260c-5520-4d97-8fff-b165d80c56a2 x-openstack-request-id: req-ed43260c-5520-4d97-8fff-b165d80c56a2 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:57.820776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:57.821607 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed43260c-5520-4d97-8fff-b165d80c56a2 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:57.821607 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed43260c-5520-4d97-8fff-b165d80c56a2'] response: {'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'status': 'completed', 'code': 200} Mar 31 21:40:57.851728 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:57.899173 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group (9a055a79-f1bb-432a-86c5-dedabf503d2a), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.903786 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9a055a79-f1bb-432a-86c5-dedabf503d2a), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.938734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:57.943237 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1626339 Mar 31 21:40:57.943237 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef34bed-1804-4fc6-b038-5ff8a3cb21e7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a055a79-f1bb-432a-86c5-dedabf503d2a,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:57.943739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52058) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:57.948446 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group_rule': {'security_group_id': '9a055a79-f1bb-432a-86c5-dedabf503d2a', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:57.976636 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (13ddb2aa-8484-454a-9f08-4e41eef14f62), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.044896 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (13ddb2aa-8484-454a-9f08-4e41eef14f62), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.049639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (13ddb2aa-8484-454a-9f08-4e41eef14f62), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.067605 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ddb2aa-8484-454a-9f08-4e41eef14f62,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:58.079781 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.081151 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6b6aee84-406e-4519-929b-cfbe1a32e5d4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362855 Mar 31 21:40:58.083801 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52064) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:58.094060 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group_rule': {'security_group_id': '9a055a79-f1bb-432a-86c5-dedabf503d2a', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:58.122620 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (3752763e-f0e2-418c-a1d2-608f5e0d6e29), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.128134 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '7b72168e-8b7e-4bd2-802b-32e68340af85', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'port_id': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'mac_address': 'fa:16:3e:ca:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:40:56Z', 'updated_at': '2022-03-31T21:40:56Z', 'revision_number': 0, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:58.154116 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] Checking router: faebfb99-6aae-4d71-ae2e-ead95b55cf31 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:40:58.163136 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:40:58.163737 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:40:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:58.185031 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (3752763e-f0e2-418c-a1d2-608f5e0d6e29), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.190220 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (3752763e-f0e2-418c-a1d2-608f5e0d6e29), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.208947 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3752763e-f0e2-418c-a1d2-608f5e0d6e29,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:58.214343 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.218342 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8818564c-d959-4ce1-afe9-228d423c5774 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304526 Mar 31 21:40:58.218342 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52068) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:58.223840 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group_rule': {'security_group_id': '9a055a79-f1bb-432a-86c5-dedabf503d2a', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:58.251649 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (279e740c-f0f8-42d1-8174-579c49a5af1f), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.276291 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:40:58.324572 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (279e740c-f0f8-42d1-8174-579c49a5af1f), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.328875 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (279e740c-f0f8-42d1-8174-579c49a5af1f), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.348028 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279e740c-f0f8-42d1-8174-579c49a5af1f,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:58.356885 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.358142 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-380c9a91-21e3-479b-bc75-7bc09dc6b2d7 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377511 Mar 31 21:40:58.361657 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52070) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:58.366452 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group_rule': {'security_group_id': '9a055a79-f1bb-432a-86c5-dedabf503d2a', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:58.390978 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (8a8b1d98-cdf7-4df1-bd6a-fc3053355925), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.467005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (8a8b1d98-cdf7-4df1-bd6a-fc3053355925), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.473138 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (8a8b1d98-cdf7-4df1-bd6a-fc3053355925), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.493854 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8b1d98-cdf7-4df1-bd6a-fc3053355925,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:58.500199 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.501174 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-9d0493c2-e2f2-4dff-8af8-0c67d93c4794 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383283 Mar 31 21:40:58.505845 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52074) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:58.512850 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group_rule': {'security_group_id': '9a055a79-f1bb-432a-86c5-dedabf503d2a', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:58.542341 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.securitygroups_db [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Project 1f24538a38654098844e9cb78bc5b238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:40:58.545608 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '7b72168e-8b7e-4bd2-802b-32e68340af85', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'port_id': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'mac_address': 'fa:16:3e:ca:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:40:56Z', 'updated_at': '2022-03-31T21:40:56Z', 'revision_number': 0, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:40:58.547707 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (171832c8-c7c3-47cc-9541-f054da5b4339), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.575469 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ef3c25-837d-46aa-b361-b8c15e103160 None None] The sync data for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi is: [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '7b72168e-8b7e-4bd2-802b-32e68340af85', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'port_id': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'mac_address': 'fa:16:3e:ca:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:40:56Z', 'updated_at': '2022-03-31T21:40:56Z', 'revision_number': 0, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:40:58.607207 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (171832c8-c7c3-47cc-9541-f054da5b4339), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.611700 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (171832c8-c7c3-47cc-9541-f054da5b4339), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.631581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171832c8-c7c3-47cc-9541-f054da5b4339,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:58.636314 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.637547 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1c048e02-527f-4cbb-9c6c-0d26118439fa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301382 Mar 31 21:40:58.640550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52076) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:40:58.645324 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'security_group_rule': {'security_group_id': '9a055a79-f1bb-432a-86c5-dedabf503d2a', 'project_id': '1f24538a38654098844e9cb78bc5b238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:58.666610 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.securitygroups_db [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Project 1f24538a38654098844e9cb78bc5b238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:40:58.671817 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (770b0759-264d-4494-a299-5832d83de265), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.733507 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (770b0759-264d-4494-a299-5832d83de265), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.738378 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (770b0759-264d-4494-a299-5832d83de265), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.760691 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770b0759-264d-4494-a299-5832d83de265,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:58.766134 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:58.767956 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-dcc721b2-b6d3-46be-ad4a-26827f038b7d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264865 Mar 31 21:40:58.792980 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f23ef-1bc9-4fa5-a897-cf7c8ddbbb16 None None] New status for floating IP 7b72168e-8b7e-4bd2-802b-32e68340af85: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:40:58.864862 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-05ecccc2-d442-4648-92c0-3be620a86121 req-6838ba7f-7973-47a0-8691-0b6c5afa58e9 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416732782&fields=id&tenant_id=1f24538a38654098844e9cb78bc5b238 HTTP/1.1" status: 200 len: 267 time: 0.0481322 Mar 31 21:40:58.936554 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecccc2-d442-4648-92c0-3be620a86121 req-c91a54eb-2cff-4703-8c45-08acb98bc358 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:58.938130 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-05ecccc2-d442-4648-92c0-3be620a86121 req-c91a54eb-2cff-4703-8c45-08acb98bc358 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0669858 Mar 31 21:40:58.951890 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'port': {'security_groups': ['dacd44a3-efcf-4dce-8463-b5b40af96651', '9a055a79-f1bb-432a-86c5-dedabf503d2a']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:40:59.033179 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.457988 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-2481179d-f140-459a-ba5b-ab0f06394104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.459517 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-2481179d-f140-459a-ba5b-ab0f06394104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1130 time: 0.2642424 Mar 31 21:40:59.492521 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:40:59.522978 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.528471 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.546503 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['456f4ef7-962b-4053-aef1-dd9be71c29c0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:40:59.560657 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-da486e2c-09b6-41d3-bbe9-3e8c949371b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.564049 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-da486e2c-09b6-41d3-bbe9-3e8c949371b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 916 time: 0.0962126 Mar 31 21:40:59.580969 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.581666 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:40:59.589797 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-05ecccc2-d442-4648-92c0-3be620a86121 req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "PUT /v2.0/ports/456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 982 time: 0.6428607 Mar 31 21:40:59.633436 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacba34-1159-4448-8c73-d7be41e2ea57 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=6']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:40:59.660442 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-7448c67c-4d24-4481-965c-5a9a67160f82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 1001 time: 0.0846798 Mar 31 21:40:59.745498 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-cdd3d3d6-5187-4af3-9187-a9e8d59d8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.747117 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-cdd3d3d6-5187-4af3-9187-a9e8d59d8ba2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0803478 Mar 31 21:40:59.769582 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['456f4ef7-962b-4053-aef1-dd9be71c29c0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:40:59.787758 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b6f6-21cd-43ea-99b3-07dfaddab23c req-a93dd591-016b-4ac0-9fc8-60c0909ceab9 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.789351 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d833b6f6-21cd-43ea-99b3-07dfaddab23c req-a93dd591-016b-4ac0-9fc8-60c0909ceab9 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0762634 Mar 31 21:40:59.823854 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:40:59.828143 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948fed4c-016c-484e-87f4-4ddb7ce292e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:40:59.873048 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05a315-c736-47f7-8bd9-c0fe855a55fb x-openstack-request-id: req-af05a315-c736-47f7-8bd9-c0fe855a55fb {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:40:59.874679 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:40:59.876225 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af05a315-c736-47f7-8bd9-c0fe855a55fb {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:40:59.876225 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af05a315-c736-47f7-8bd9-c0fe855a55fb'] response: {'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'status': 'completed', 'code': 200} Mar 31 21:40:59.876734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-ce3fbb1d-ca1a-4e6b-9a21-a8c73b52c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:40:59.878412 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-ce3fbb1d-ca1a-4e6b-9a21-a8c73b52c34a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140749 Mar 31 21:40:59.896721 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d833b6f6-21cd-43ea-99b3-07dfaddab23c req-c717d937-9192-4c8d-adc4-a2258328b096 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866010 Mar 31 21:40:59.956733 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-d0eac3d9-62a8-4e2b-9994-128fcdbd9010 None None] Provisioning complete for port 456f4ef7-962b-4053-aef1-dd9be71c29c0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:40:59.957426 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d0eac3d9-62a8-4e2b-9994-128fcdbd9010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:00.052688 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-814531ab-6b84-4a3c-80d7-175515152922 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487598 Mar 31 21:41:00.164312 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bd07be6d-05b8-4c83-8cf1-dbf9e0b88e54 req-8650926d-05f3-4bf8-97fa-866537dce80e service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031413 Mar 31 21:41:00.189992 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-d0eac3d9-62a8-4e2b-9994-128fcdbd9010 None None] Current status of the port 456f4ef7-962b-4053-aef1-dd9be71c29c0 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:00.342086 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-4d9adc23-8e54-4913-a728-8529a158ec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.343904 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-4d9adc23-8e54-4913-a728-8529a158ec21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1169 time: 0.0831504 Mar 31 21:41:00.457413 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-0c0c9107-1fe6-444c-acd3-42b5cc9330dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.459097 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-0c0c9107-1fe6-444c-acd3-42b5cc9330dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 916 time: 0.1034789 Mar 31 21:41:00.543103 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-c9bdf0dc-512f-4566-9a38-290589e84f29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 1001 time: 0.0740108 Mar 31 21:41:00.602264 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-92c9d92d-de16-4e08-8c75-22f275cf4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.605180 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-92c9d92d-de16-4e08-8c75-22f275cf4abf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0503128 Mar 31 21:41:00.647707 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a40a-d64e-4633-aba2-82f204acecef req-e5b47934-4e8e-4aaa-97c1-53918d0829c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.650061 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-e5b47934-4e8e-4aaa-97c1-53918d0829c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1129 time: 0.0591323 Mar 31 21:41:00.733356 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-863d6b57-484c-426a-8dcf-c6a6aea20700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.734940 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-863d6b57-484c-426a-8dcf-c6a6aea20700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1227307 Mar 31 21:41:00.747015 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f68025-308f-4dcc-b1fb-20d49b66df39 req-360419b3-dc87-4b91-841e-93ce2d334421 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.748594 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-91f68025-308f-4dcc-b1fb-20d49b66df39 req-360419b3-dc87-4b91-841e-93ce2d334421 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.1053915 Mar 31 21:41:00.783540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a40a-d64e-4633-aba2-82f204acecef req-7b3e5cf2-ecad-4821-bc04-b8dc6c7293e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.785397 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-7b3e5cf2-ecad-4821-bc04-b8dc6c7293e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1268237 Mar 31 21:41:00.851070 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-1824219f-4f97-41be-9a49-9be6ba51fbc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 200 len: 217 time: 0.0560870 Mar 31 21:41:00.884446 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-91f68025-308f-4dcc-b1fb-20d49b66df39 req-823f00ba-9051-4aa9-a1e2-f0ba24e3f09f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269951 Mar 31 21:41:00.913888 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-8c4f9b16-e494-465a-9c65-9a3b25a33154 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641829 Mar 31 21:41:00.924001 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a40a-d64e-4633-aba2-82f204acecef req-064800f4-8bc3-4a4a-b50f-1c97e14961a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:00.926642 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-064800f4-8bc3-4a4a-b50f-1c97e14961a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0590479 Mar 31 21:41:01.014278 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a40a-d64e-4633-aba2-82f204acecef req-141f3a56-ab40-4451-ae2a-9c5754348226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:01.015829 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-141f3a56-ab40-4451-ae2a-9c5754348226 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725596 Mar 31 21:41:01.049558 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-948fed4c-016c-484e-87f4-4ddb7ce292e5 req-9f0a4bd5-6b3e-4a04-b510-23f32b3e4dd8 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078894 Mar 31 21:41:01.180253 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-9bd66236-89f1-405b-8706-7e442a0619ff service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539907 Mar 31 21:41:01.296823 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-df80a40a-d64e-4633-aba2-82f204acecef req-909217c7-721c-4395-a2c8-251653d517ea service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993361 Mar 31 21:41:01.693888 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52172) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:01.826536 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-16ad0bd8-9fa8-4ec7-b621-88fb14c5acdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.946067 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-16ad0bd8-9fa8-4ec7-b621-88fb14c5acdd admin admin] Publish callbacks [] for security_group (80ba06e3-e0a5-48ed-9047-7127412ab5ef), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:01.951651 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-16ad0bd8-9fa8-4ec7-b621-88fb14c5acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (80ba06e3-e0a5-48ed-9047-7127412ab5ef), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.001776 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-16ad0bd8-9fa8-4ec7-b621-88fb14c5acdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d99a67b2aeb543f0a7699678fec0fa9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030689 Mar 31 21:41:02.001776 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad0bd8-9fa8-4ec7-b621-88fb14c5acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba06e3-e0a5-48ed-9047-7127412ab5ef,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:02.002399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52180) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:02.036172 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9108d4-b7e1-49e8-a04d-9a7c59ab5813 req-24313f0e-db32-40dc-b2eb-12c63226ad5f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:02.038433 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9f9108d4-b7e1-49e8-a04d-9a7c59ab5813 req-24313f0e-db32-40dc-b2eb-12c63226ad5f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0758703 Mar 31 21:41:02.077921 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-135bdf36-6022-4655-a340-4baf3b652b35 admin admin] Publish callbacks [] for security_group (80ba06e3-e0a5-48ed-9047-7127412ab5ef), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.110818 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9f9108d4-b7e1-49e8-a04d-9a7c59ab5813 req-337a2074-f094-4f4e-b570-79e103524e29 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Mar 31 21:41:02.118648 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-135bdf36-6022-4655-a340-4baf3b652b35 admin admin] Publish callbacks [] for security_group (80ba06e3-e0a5-48ed-9047-7127412ab5ef), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.183194 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-135bdf36-6022-4655-a340-4baf3b652b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (80ba06e3-e0a5-48ed-9047-7127412ab5ef), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.188033 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-135bdf36-6022-4655-a340-4baf3b652b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:02.190487 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-135bdf36-6022-4655-a340-4baf3b652b35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80ba06e3-e0a5-48ed-9047-7127412ab5ef HTTP/1.1" status: 204 len: 168 time: 0.1868577 Mar 31 21:41:02.205399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bdf36-6022-4655-a340-4baf3b652b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba06e3-e0a5-48ed-9047-7127412ab5ef,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:02.329789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4ff37512-866b-4bad-abe8-23b935660ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:03.281925 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628312-115a-462a-87ee-4da50fcc3255 req-f96ae0ee-08e1-4856-9c24-27cee1084d3b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:03.283423 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b628312-115a-462a-87ee-4da50fcc3255 req-f96ae0ee-08e1-4856-9c24-27cee1084d3b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0593722 Mar 31 21:41:03.334224 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b628312-115a-462a-87ee-4da50fcc3255 req-ba0e974e-0959-4a88-b0a6-26ee8e7acd0b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451837 Mar 31 21:41:03.872234 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52210) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:04.007070 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-820f5a1a-9014-4d9f-901c-28c8e1975041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.116264 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-820f5a1a-9014-4d9f-901c-28c8e1975041 admin admin] Publish callbacks [] for security_group (295742c7-a7b0-4f90-8633-65ae5925174a), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.120852 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-820f5a1a-9014-4d9f-901c-28c8e1975041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (295742c7-a7b0-4f90-8633-65ae5925174a), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.166722 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-820f5a1a-9014-4d9f-901c-28c8e1975041 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a0ed5a3071146f8ad7df7128e8fa6eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930560 Mar 31 21:41:04.167964 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f5a1a-9014-4d9f-901c-28c8e1975041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295742c7-a7b0-4f90-8633-65ae5925174a,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:04.171184 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52220) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:04.252293 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7600-e8a9-4a09-b252-88cac75c3991 admin admin] Publish callbacks [] for security_group (295742c7-a7b0-4f90-8633-65ae5925174a), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.283995 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7600-e8a9-4a09-b252-88cac75c3991 admin admin] Publish callbacks [] for security_group (295742c7-a7b0-4f90-8633-65ae5925174a), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.372927 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7600-e8a9-4a09-b252-88cac75c3991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (295742c7-a7b0-4f90-8633-65ae5925174a), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.375806 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7600-e8a9-4a09-b252-88cac75c3991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:04.379744 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-5e6b7600-e8a9-4a09-b252-88cac75c3991 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/295742c7-a7b0-4f90-8633-65ae5925174a HTTP/1.1" status: 204 len: 168 time: 0.2043588 Mar 31 21:41:04.386376 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b7600-e8a9-4a09-b252-88cac75c3991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295742c7-a7b0-4f90-8633-65ae5925174a,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:04.498936 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278ce5c-8e3c-4503-9e5c-2ae445c8b7b0 req-9817b03a-68e1-46a3-8db7-8aabbc93af6f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:04.500558 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1278ce5c-8e3c-4503-9e5c-2ae445c8b7b0 req-9817b03a-68e1-46a3-8db7-8aabbc93af6f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0651176 Mar 31 21:41:04.555991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1278ce5c-8e3c-4503-9e5c-2ae445c8b7b0 req-d03508be-a712-4bf5-a93f-51eca210feba tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Mar 31 21:41:05.158857 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cf9fcb69-f43f-44fe-b0ff-dda6878150c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.590200 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52270) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:05.692388 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0131f03-e888-4601-9ea9-d0038c0f8ae5 req-7756ed54-4470-4cac-b752-2bb8fcaba3cd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:05.694487 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d0131f03-e888-4601-9ea9-d0038c0f8ae5 req-7756ed54-4470-4cac-b752-2bb8fcaba3cd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0618410 Mar 31 21:41:05.740729 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-deca4fd8-8f28-4323-a00b-77b57d2c27f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.769512 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d0131f03-e888-4601-9ea9-d0038c0f8ae5 req-90700b75-84d5-4db9-985e-fb0eb696f1b6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Mar 31 21:41:05.840033 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-deca4fd8-8f28-4323-a00b-77b57d2c27f9 admin admin] Publish callbacks [] for security_group (49941232-5ad7-4701-9b59-f297c3f9864e), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.844871 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-deca4fd8-8f28-4323-a00b-77b57d2c27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (49941232-5ad7-4701-9b59-f297c3f9864e), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:05.889015 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-deca4fd8-8f28-4323-a00b-77b57d2c27f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34b941c22d914fe2a3d33fc6c6ccedee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973905 Mar 31 21:41:05.889952 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4fd8-8f28-4323-a00b-77b57d2c27f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49941232-5ad7-4701-9b59-f297c3f9864e,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:05.893017 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52274) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:05.976199 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9492e72f-efd4-486a-bb4d-6ff903fd51e8 admin admin] Publish callbacks [] for security_group (49941232-5ad7-4701-9b59-f297c3f9864e), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.002674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9492e72f-efd4-486a-bb4d-6ff903fd51e8 admin admin] Publish callbacks [] for security_group (49941232-5ad7-4701-9b59-f297c3f9864e), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.062783 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9492e72f-efd4-486a-bb4d-6ff903fd51e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (49941232-5ad7-4701-9b59-f297c3f9864e), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.066725 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9492e72f-efd4-486a-bb4d-6ff903fd51e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.068489 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9492e72f-efd4-486a-bb4d-6ff903fd51e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49941232-5ad7-4701-9b59-f297c3f9864e HTTP/1.1" status: 204 len: 168 time: 0.1739435 Mar 31 21:41:06.079601 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492e72f-efd4-486a-bb4d-6ff903fd51e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49941232-5ad7-4701-9b59-f297c3f9864e,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:06.148688 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.574589 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52296) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:06.776992 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-55ef1be0-536f-41c9-b34c-759bbb66751f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.877080 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-55ef1be0-536f-41c9-b34c-759bbb66751f admin admin] Publish callbacks [] for security_group (2a8a3316-fcfe-4e3a-ad81-fc40828202c3), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.882667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-55ef1be0-536f-41c9-b34c-759bbb66751f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (2a8a3316-fcfe-4e3a-ad81-fc40828202c3), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:06.918502 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f12665-b5de-40c8-8853-814a78a1df0b req-9c1c4301-f39c-4abe-999f-c3797d546a37 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:06.922073 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-70f12665-b5de-40c8-8853-814a78a1df0b req-9c1c4301-f39c-4abe-999f-c3797d546a37 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0693355 Mar 31 21:41:06.934599 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1be0-536f-41c9-b34c-759bbb66751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a3316-fcfe-4e3a-ad81-fc40828202c3,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:06.940001 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-55ef1be0-536f-41c9-b34c-759bbb66751f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=835b62e557354780b5690cd6fd559cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3642256 Mar 31 21:41:06.942650 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52310) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:06.985223 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-70f12665-b5de-40c8-8853-814a78a1df0b req-c0005b75-1504-4c91-a775-1796a4082a4b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Mar 31 21:41:07.036498 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-393a8db1-a3f8-4c7c-9f65-847fed26160e admin admin] Publish callbacks [] for security_group (2a8a3316-fcfe-4e3a-ad81-fc40828202c3), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.068229 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-393a8db1-a3f8-4c7c-9f65-847fed26160e admin admin] Publish callbacks [] for security_group (2a8a3316-fcfe-4e3a-ad81-fc40828202c3), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.135795 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-393a8db1-a3f8-4c7c-9f65-847fed26160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (2a8a3316-fcfe-4e3a-ad81-fc40828202c3), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.140503 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-393a8db1-a3f8-4c7c-9f65-847fed26160e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.142459 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-393a8db1-a3f8-4c7c-9f65-847fed26160e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a8a3316-fcfe-4e3a-ad81-fc40828202c3 HTTP/1.1" status: 204 len: 168 time: 0.1985354 Mar 31 21:41:07.155996 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a8db1-a3f8-4c7c-9f65-847fed26160e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a3316-fcfe-4e3a-ad81-fc40828202c3,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:07.750116 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:07.876936 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61733a8d-a303-4db8-ad1c-aa056f95f6b9 req-46157da9-da1e-408f-b9bb-d93894b53710 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:07.879492 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-61733a8d-a303-4db8-ad1c-aa056f95f6b9 req-46157da9-da1e-408f-b9bb-d93894b53710 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0755188 Mar 31 21:41:07.942272 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-61733a8d-a303-4db8-ad1c-aa056f95f6b9 req-8097155f-bf81-4a58-8fed-81771a5054b8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490744 Mar 31 21:41:08.056530 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52352) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:08.139737 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948e56-86c7-4d50-b5b4-0110c8bdeca9 req-3380dc8d-3ad2-4fcc-be70-40acf2bdf548 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:08.141948 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9d948e56-86c7-4d50-b5b4-0110c8bdeca9 req-3380dc8d-3ad2-4fcc-be70-40acf2bdf548 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0594039 Mar 31 21:41:08.163865 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1363556019-network', 'tenant_id': '6bae3e9f775d4d1e98c4c8f2cd1b9105'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:08.184541 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Made reservation on behalf of 6bae3e9f775d4d1e98c4c8f2cd1b9105 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:08.189023 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.197111 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9d948e56-86c7-4d50-b5b4-0110c8bdeca9 req-8c7285ab-e66a-45f4-ab8e-ffbd108c72fe tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Mar 31 21:41:08.198429 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.288141 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks [] for security_group (a71330a9-52da-4289-a62f-e31877c41882), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.293036 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a71330a9-52da-4289-a62f-e31877c41882), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.323548 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:41:08.339295 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71330a9-52da-4289-a62f-e31877c41882,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:08.346034 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (5bd9b4bb-1637-41cb-890c-f85d50a412cb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.346378 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Added segment 5bd9b4bb-1637-41cb-890c-f85d50a412cb of type vlan for network 94a55796-d484-47c3-9501-fd0d6e35e602 Mar 31 21:41:08.393128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (94a55796-d484-47c3-9501-fd0d6e35e602), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.425975 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (94a55796-d484-47c3-9501-fd0d6e35e602), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.427256 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:08.427855 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.488159 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4263113 Mar 31 21:41:08.488516 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52362) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:08.495052 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Request body: {'subnet': {'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1363556019-subnet', 'tenant_id': '6bae3e9f775d4d1e98c4c8f2cd1b9105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:08.499513 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664153f5-b6ce-4f62-ac52-6eebc9ac4414 admin admin] Pushing event updated for resources: {'Network': ['ID=94a55796-d484-47c3-9501-fd0d6e35e602,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:08.514183 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 94a55796-d484-47c3-9501-fd0d6e35e602 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:41:08.517217 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Made reservation on behalf of 6bae3e9f775d4d1e98c4c8f2cd1b9105 for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:08.519912 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14275507'] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.744066 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14275493'] for subnet (f6696489-f06a-4138-8056-bf68b92efce1), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.802822 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6696489-f06a-4138-8056-bf68b92efce1,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:08.841713 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-57c39751-fc89-4e1e-bc33-38c9892f0cee tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e7a3e812a4304df6945ea4a4b9a4ac2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363934 Mar 31 21:41:08.845263 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Checking segment: {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:41:08.845655 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Network hostable DHCP agents. Network: 94a55796-d484-47c3-9501-fd0d6e35e602, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:41:08.939085 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Network 94a55796-d484-47c3-9501-fd0d6e35e602 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:41:08.975939 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 94a55796-d484-47c3-9501-fd0d6e35e602) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:08.989716 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:08.990285 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:08.993213 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d37ffb-2dcb-448e-845c-87a2664dcdc6 None None] Network 94a55796-d484-47c3-9501-fd0d6e35e602 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:41:09.053587 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-4950e4c0-efd3-498c-8f69-7faa7c4149e1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5636852 Mar 31 21:41:09.111169 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-0218081a-4143-4d6c-82cf-ce34e345fbac tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:09.113605 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-0218081a-4143-4d6c-82cf-ce34e345fbac tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598579 Mar 31 21:41:09.135180 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-8e6eff64-5693-468d-bff7-fa110fdc4b58 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/quotas/e7a3e812a4304df6945ea4a4b9a4ac2e HTTP/1.1" status: 200 len: 375 time: 0.0134797 Mar 31 21:41:09.146465 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77da46-3242-4796-9824-428b5b5639fa req-03c35110-2cbd-470f-8abb-cc2a4869b343 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:09.148130 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2f77da46-3242-4796-9824-428b5b5639fa req-03c35110-2cbd-470f-8abb-cc2a4869b343 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0752583 Mar 31 21:41:09.183406 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-edd86b07-78c3-4259-8168-e18eaf7ab034 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a3e812a4304df6945ea4a4b9a4ac2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424349 Mar 31 21:41:09.216772 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2f77da46-3242-4796-9824-428b5b5639fa req-d5413876-7711-4ccc-be0f-7d29b19297c4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584366 Mar 31 21:41:09.281144 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:09.317269 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c487ef1e-3dc2-4f72-8f44-53bf226a8c91 None None] Network 94a55796-d484-47c3-9501-fd0d6e35e602 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:41:09.427501 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5d12b8ff-579f-4818-ad34-d912f5209d31 req-dd6831e9-5cdc-4d04-a8b0-6031f4a067a6 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 210 time: 0.0473683 Mar 31 21:41:09.427961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845ca9-bee7-4fb3-881e-69b5b247515a req-c6e19b22-cb6e-4549-bb10-beb11d0d030b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:09.429545 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3a845ca9-bee7-4fb3-881e-69b5b247515a req-c6e19b22-cb6e-4549-bb10-beb11d0d030b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.1228638 Mar 31 21:41:09.490249 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3a845ca9-bee7-4fb3-881e-69b5b247515a req-9365433a-d5e9-414e-9c1e-2b8f41f8e0dd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529790 Mar 31 21:41:10.351415 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458a67f-7838-47d5-8aca-7e559beccaf9 req-9868782b-e1eb-4c4f-b1c0-ed5b624aadc2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.352927 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9458a67f-7838-47d5-8aca-7e559beccaf9 req-9868782b-e1eb-4c4f-b1c0-ed5b624aadc2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0551672 Mar 31 21:41:10.404402 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9458a67f-7838-47d5-8aca-7e559beccaf9 req-844bb1b5-95be-430c-9efa-8083fa6be796 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Mar 31 21:41:10.511829 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7321ee9a-0fa0-4c94-958d-d62b6eab6862 req-f1e5cdb6-3fb8-43be-a21c-b8174d9ecadf tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 210 time: 0.0273888 Mar 31 21:41:10.624422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146a7ab-9d91-4314-adf5-0348f04969d7 req-860d112b-02e5-4e3d-bcef-45c93af66aa6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.626689 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8146a7ab-9d91-4314-adf5-0348f04969d7 req-860d112b-02e5-4e3d-bcef-45c93af66aa6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0613217 Mar 31 21:41:10.699631 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8146a7ab-9d91-4314-adf5-0348f04969d7 req-59d3d5ab-0b5f-450c-8f8b-2c809c2cf603 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657048 Mar 31 21:41:10.735312 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-d1d4d9fe-e7b6-492d-95c7-238675848224 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e7a3e812a4304df6945ea4a4b9a4ac2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434861 Mar 31 21:41:10.966310 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-2a9b8ed2-3a82-4ff3-a131-2e025f0bcd24 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:10.967790 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-2a9b8ed2-3a82-4ff3-a131-2e025f0bcd24 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237628 Mar 31 21:41:10.989525 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Request body: {'port': {'device_id': '9d513019-9825-4095-9e55-909e2cf4ace4', 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d', 'admin_state_up': True, 'tenant_id': 'e7a3e812a4304df6945ea4a4b9a4ac2e'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:11.094147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-65205607-4d39-4c7c-9814-9f4fc240a242 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.095678 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-65205607-4d39-4c7c-9814-9f4fc240a242 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/networks?id=94a55796-d484-47c3-9501-fd0d6e35e602 HTTP/1.1" status: 200 len: 814 time: 0.1057186 Mar 31 21:41:11.110953 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-e72c92f8-4219-484c-9873-02619f3ed18c tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/quotas/6bae3e9f775d4d1e98c4c8f2cd1b9105 HTTP/1.1" status: 200 len: 375 time: 0.0094209 Mar 31 21:41:11.116171 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Made reservation on behalf of e7a3e812a4304df6945ea4a4b9a4ac2e for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:11.119593 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.131096 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.147023 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-0240648d-66e1-4ecf-b08f-3665b145fca7 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306792 Mar 31 21:41:11.224430 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks [] for security_group (025357d3-5bd7-49d6-8a02-36a92fb1997f), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.229610 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (025357d3-5bd7-49d6-8a02-36a92fb1997f), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.256419 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-c22743ec-ac38-433a-a7da-d3492bc42fcb service neutron] 10.222.0.20 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005583 Mar 31 21:41:11.304540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025357d3-5bd7-49d6-8a02-36a92fb1997f,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:11.380349 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-c67d6ff3-5d0d-4e17-971b-e38e7ec04ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181061 Mar 31 21:41:11.431717 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5aa7c-eb23-49fe-9f59-b459021ffbc5 req-fc9c9432-cf18-4270-a458-b1ac5677b38f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.433245 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cfd5aa7c-eb23-49fe-9f59-b459021ffbc5 req-fc9c9432-cf18-4270-a458-b1ac5677b38f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1065431 Mar 31 21:41:11.439518 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Allocated IP 192.168.233.134 (a5826d0e-54ba-4068-8898-737d7494ba9d/42c80b6b-a07c-423f-a64a-fbbc890a305d/5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:11.529200 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cfd5aa7c-eb23-49fe-9f59-b459021ffbc5 req-0bd3c6fc-de38-4d6e-a98d-1c4622965e30 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872047 Mar 31 21:41:11.661555 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b78e8-0342-4393-a071-13ba06235647 req-56903ae7-dee2-42cb-97d2-2a6fc5829f84 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.664062 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-202b78e8-0342-4393-a071-13ba06235647 req-56903ae7-dee2-42cb-97d2-2a6fc5829f84 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0864720 Mar 31 21:41:11.676869 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a33ea08a-55a0-4e29-8307-3629ff5c6d43 req-556c744a-75ee-429d-a47a-a385e09fc590 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 210 time: 0.0901070 Mar 31 21:41:11.721564 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-202b78e8-0342-4393-a071-13ba06235647 req-3eb85c7b-8c79-4fbb-8eb9-5bedea8ff4b2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521615 Mar 31 21:41:11.756343 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks [] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.796995 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d2e3b49-bb55-4cfb-8d67-0e5a3c86c071 req-5440d97e-ed83-41aa-b833-94b9b4753151 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 210 time: 0.0355222 Mar 31 21:41:11.824685 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.864095 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f62bb2-12b5-4003-8ac0-49b31e7f5aff req-942b9aeb-fceb-4b88-9802-d470ed02befe tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.872863 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-22f62bb2-12b5-4003-8ac0-49b31e7f5aff req-942b9aeb-fceb-4b88-9802-d470ed02befe tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0700846 Mar 31 21:41:11.876401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Network a5826d0e-54ba-4068-8898-737d7494ba9d is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:11.882158 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:11.887840 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:11.892641 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Pushing event updated for resources: {'Port': ['ID=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:11.939961 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-22f62bb2-12b5-4003-8ac0-49b31e7f5aff req-c5e8db28-3d1a-42e2-965c-6c5cd783ecca tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656655 Mar 31 21:41:11.960438 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:11.961089 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:11.982562 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-3656cb84-c14e-40ab-af33-dd9a6162d120 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9973891 Mar 31 21:41:12.002127 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Request body: {'port': {'device_id': '9d513019-9825-4095-9e55-909e2cf4ace4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:12.070694 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.143243 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-78e60e97-326c-43b1-aa23-d80195a663ad None None] Provisioning complete for port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:12.143932 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-78e60e97-326c-43b1-aa23-d80195a663ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.188356 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-78e60e97-326c-43b1-aa23-d80195a663ad None None] Port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:41:12.348749 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:12.356534 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Publish callbacks [] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.368268 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Transition to ACTIVE for port object 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:41:12.371613 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.421082 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:12.489568 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Attempting to bind port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:41:12.489911 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Attempting to bind port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:41:12.490248 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Attempting to bind port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 on network a5826d0e-54ba-4068-8898-737d7494ba9d {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:12.494871 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 on network a5826d0e-54ba-4068-8898-737d7494ba9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:41:12.495197 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Attempting to bind port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 on network a5826d0e-54ba-4068-8898-737d7494ba9d {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:12.500782 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:41:12.501117 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Checking segment: {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:41:12.501531 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Bound using segment: {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:41:12.501961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Bound port: 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188289a9-10e5-4af2-a861-8a7a0a6b34cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:41:12.502319 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.572321 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] For port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:41:12.575430 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] For port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:41:12.583341 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.618464 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.619078 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:12.620557 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] 10.222.0.35 "PUT /v2.0/ports/5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 HTTP/1.1" status: 200 len: 1098 time: 0.6228185 Mar 31 21:41:12.621010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d513019-9825-4095-9e55-909e2cf4ace4', 'tag': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:12.623336 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da20f6c-7bd3-496a-a483-5cfb45245b79" -d '{"events": [{"name": "network-changed", "server_uuid": "9d513019-9825-4095-9e55-909e2cf4ace4", "tag": "5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:12.676205 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84d68b7-9123-48ab-897e-7dbd1d3291ed x-openstack-request-id: req-f84d68b7-9123-48ab-897e-7dbd1d3291ed {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:12.676648 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d513019-9825-4095-9e55-909e2cf4ace4", "tag": "5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:12.676908 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f84d68b7-9123-48ab-897e-7dbd1d3291ed {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:12.677342 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84d68b7-9123-48ab-897e-7dbd1d3291ed'] response: {'name': 'network-changed', 'server_uuid': '9d513019-9825-4095-9e55-909e2cf4ace4', 'tag': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0', 'status': 'completed', 'code': 200} Mar 31 21:41:12.683017 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032922-e91e-492f-9ef3-ea6c00971295 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:12.735650 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afe7d2-0fba-4338-9be7-8275553cd9d7 req-65ad8891-62c1-4219-87d7-92bcc184ea5e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.737241 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e4afe7d2-0fba-4338-9be7-8275553cd9d7 req-65ad8891-62c1-4219-87d7-92bcc184ea5e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1088719 Mar 31 21:41:12.772857 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-3e767ab9-7067-4fe3-9fad-f4e0a26b4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.774377 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-3e767ab9-7067-4fe3-9fad-f4e0a26b4afc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7a3e812a4304df6945ea4a4b9a4ac2e&device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 1132 time: 0.0861795 Mar 31 21:41:12.788863 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9be8840d-8c97-46e9-ae95-e0a950a9a34d req-3988a749-72a9-4a56-aa57-baa75dfc65a3 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 210 time: 0.0284910 Mar 31 21:41:12.831951 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-eeac8b7c-4f93-4824-b709-8b1fd12a034f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 HTTP/1.1" status: 200 len: 217 time: 0.0488279 Mar 31 21:41:12.839781 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e4afe7d2-0fba-4338-9be7-8275553cd9d7 req-e6ad07b0-bc07-41db-832e-5fb961dfb48c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959477 Mar 31 21:41:12.904290 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-f8c5420e-4635-4d22-915f-6e906430db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.905906 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-f8c5420e-4635-4d22-915f-6e906430db4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42c80b6b-a07c-423f-a64a-fbbc890a305d HTTP/1.1" status: 200 len: 843 time: 0.0628066 Mar 31 21:41:12.930581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8579e0-c24f-4b72-99bc-327e23b83102 req-35b4bda0-7191-436b-a5a3-c810e111f824 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.932160 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cb8579e0-c24f-4b72-99bc-327e23b83102 req-35b4bda0-7191-436b-a5a3-c810e111f824 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0586181 Mar 31 21:41:12.998111 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22751b-4969-4269-8d09-847e0f874d8a req-023d6008-9a7c-4b9b-b350-66481570ddbb tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:12.999710 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3c22751b-4969-4269-8d09-847e0f874d8a req-023d6008-9a7c-4b9b-b350-66481570ddbb tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 948 time: 0.0868225 Mar 31 21:41:13.012195 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514d893-2801-49f6-b831-b302af1ff886 req-9e18da15-c7ae-4cf8-b543-073182f64feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.013798 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-9e18da15-c7ae-4cf8-b543-073182f64feb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5826d0e-54ba-4068-8898-737d7494ba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0725403 Mar 31 21:41:13.054514 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cb8579e0-c24f-4b72-99bc-327e23b83102 req-81246072-652c-495b-b726-cb4edc796988 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122355 Mar 31 21:41:13.110862 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-43c01551-2551-45e7-b253-1c68e81131c3 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.112622 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-43c01551-2551-45e7-b253-1c68e81131c3 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "GET /v2.0/networks?id=94a55796-d484-47c3-9501-fd0d6e35e602 HTTP/1.1" status: 200 len: 814 time: 0.1531897 Mar 31 21:41:13.124235 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3c22751b-4969-4269-8d09-847e0f874d8a req-a1dfc5ad-857c-4577-8492-b9f1857c0471 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093829 Mar 31 21:41:13.133288 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Request body: {'port': {'device_id': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602', 'admin_state_up': True, 'tenant_id': '6bae3e9f775d4d1e98c4c8f2cd1b9105'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:13.179452 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-0960f810-037a-4d38-ba8e-34276a5a77d8 service neutron] 10.222.0.35 "GET /v2.0/networks/a5826d0e-54ba-4068-8898-737d7494ba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513252 Mar 31 21:41:13.270838 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aaa18-357e-4050-a7da-4b0c2fa3fd54 req-3c58fb25-4908-437c-a854-9e7e47ccf28e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.272289 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-001aaa18-357e-4050-a7da-4b0c2fa3fd54 req-3c58fb25-4908-437c-a854-9e7e47ccf28e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0941889 Mar 31 21:41:13.277917 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6514d893-2801-49f6-b831-b302af1ff886 req-44e4725f-7bfa-41ec-b610-4096eaa86e12 service neutron] 10.222.0.35 "GET /v2.0/networks/a5826d0e-54ba-4068-8898-737d7494ba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Mar 31 21:41:13.298244 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Made reservation on behalf of 6bae3e9f775d4d1e98c4c8f2cd1b9105 for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:13.301805 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:13.347165 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-001aaa18-357e-4050-a7da-4b0c2fa3fd54 req-2dde9321-6aaa-4231-89ed-b6fc39cfd315 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682335 Mar 31 21:41:13.404491 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-6678547d-fabc-4a55-9c02-8545e6cca8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.406077 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-6678547d-fabc-4a55-9c02-8545e6cca8df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7a3e812a4304df6945ea4a4b9a4ac2e&device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 1132 time: 0.0442531 Mar 31 21:41:13.448213 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Allocated IP 172.20.0.2 (94a55796-d484-47c3-9501-fd0d6e35e602/f6696489-f06a-4138-8056-bf68b92efce1/59ffbd79-5b2b-4aa2-8d85-17b14912d72a) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:13.498364 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-9daadefc-cf27-47ed-9408-1e07e874a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.499815 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-9daadefc-cf27-47ed-9408-1e07e874a0ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5826d0e-54ba-4068-8898-737d7494ba9d HTTP/1.1" status: 200 len: 870 time: 0.0873079 Mar 31 21:41:13.549201 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-0280d5ab-2947-4e40-abce-9d2faa2b8d6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 HTTP/1.1" status: 200 len: 217 time: 0.0352507 Mar 31 21:41:13.603156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks [] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:13.605927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-d8a03428-8a53-4a47-aeae-9e3d529a4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.607376 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-d8a03428-8a53-4a47-aeae-9e3d529a4675 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=42c80b6b-a07c-423f-a64a-fbbc890a305d HTTP/1.1" status: 200 len: 843 time: 0.0480709 Mar 31 21:41:13.637010 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:13.663112 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-56d854f9-12fa-4ce4-ace6-32547e064753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.664820 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-56d854f9-12fa-4ce4-ace6-32547e064753 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5826d0e-54ba-4068-8898-737d7494ba9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0445166 Mar 31 21:41:13.679994 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Network 94a55796-d484-47c3-9501-fd0d6e35e602 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:13.683230 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:13.685606 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:13.716310 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Pushing event updated for resources: {'Port': ['ID=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:13.749270 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.750479 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:13.767593 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-c623815d-f833-43aa-984e-1f2643dc7d3f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6382456 Mar 31 21:41:13.767933 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-7966e97a-3861-4fd9-8705-0923ce8228b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a5826d0e-54ba-4068-8898-737d7494ba9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937748 Mar 31 21:41:13.788629 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Request body: {'port': {'device_id': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:13.856849 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:13.925463 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7da20f6c-7bd3-496a-a483-5cfb45245b79 req-fa1c4a00-d87e-46c1-bc8f-fc42ead10a39 service neutron] 10.222.0.35 "GET /v2.0/networks/a5826d0e-54ba-4068-8898-737d7494ba9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417072 Mar 31 21:41:13.944821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023ea27-ac16-45fe-8e8d-02e563c11fb4 req-3dbd0e46-db97-4ac1-83e3-a7b01ff8542e tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:13.946380 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4023ea27-ac16-45fe-8e8d-02e563c11fb4 req-3dbd0e46-db97-4ac1-83e3-a7b01ff8542e tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 931 time: 0.0731597 Mar 31 21:41:13.997160 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4023ea27-ac16-45fe-8e8d-02e563c11fb4 req-4dd29f5f-82e9-4e07-9749-b1d29f9b6577 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Mar 31 21:41:14.087466 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edb0c3-8c28-480e-a4b0-044b5410b747 req-8d4bfccf-18b2-4da6-a769-9f80c49b3011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.088971 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f0edb0c3-8c28-480e-a4b0-044b5410b747 req-8d4bfccf-18b2-4da6-a769-9f80c49b3011 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1626337 Mar 31 21:41:14.205206 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaa7a5-4123-4753-8ef5-889d3c3cae87 req-83d1b1fe-2e6e-4763-82db-99bb05cbef89 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.206849 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-efdaa7a5-4123-4753-8ef5-889d3c3cae87 req-83d1b1fe-2e6e-4763-82db-99bb05cbef89 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0625179 Mar 31 21:41:14.262728 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-efdaa7a5-4123-4753-8ef5-889d3c3cae87 req-ed99815e-0f1c-4402-b50f-ab0fb9c59270 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492911 Mar 31 21:41:14.388557 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaafab6-de9c-4eb9-9e84-38f56128482d req-2b32c28c-b602-4afb-b8dd-6364a52e81f2 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.390139 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fcaafab6-de9c-4eb9-9e84-38f56128482d req-2b32c28c-b602-4afb-b8dd-6364a52e81f2 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 948 time: 0.0679526 Mar 31 21:41:14.404994 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f0edb0c3-8c28-480e-a4b0-044b5410b747 req-eb524c52-29c1-4ed3-b2e1-61f0de5c962d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088028 Mar 31 21:41:14.471250 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fcaafab6-de9c-4eb9-9e84-38f56128482d req-e53900ec-a6bc-4f3a-a68e-3cfbb9dc3646 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739875 Mar 31 21:41:14.490790 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ffbd79-5b2b-4aa2-8d85-17b14912d72a {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:14.514969 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Publish callbacks [] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.533028 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Transition to ACTIVE for port object 59ffbd79-5b2b-4aa2-8d85-17b14912d72a will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:41:14.537379 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.595987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7c0d3-ddb1-458c-82c1-1a7a606793c3 req-01972875-2fec-4230-9245-137cf3c337f5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.597488 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ded7c0d3-ddb1-458c-82c1-1a7a606793c3 req-01972875-2fec-4230-9245-137cf3c337f5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.1182668 Mar 31 21:41:14.604210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Pushing event updated for resources: {'Port': ['ID=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:14.696862 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ded7c0d3-ddb1-458c-82c1-1a7a606793c3 req-bba87d62-0fcb-4ebf-a8a6-da534988e2d4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935376 Mar 31 21:41:14.710862 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Attempting to bind port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:41:14.711196 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Attempting to bind port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:41:14.711517 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Attempting to bind port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a on network 94a55796-d484-47c3-9501-fd0d6e35e602 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:14.716039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a on network 94a55796-d484-47c3-9501-fd0d6e35e602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:41:14.716355 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Attempting to bind port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a on network 94a55796-d484-47c3-9501-fd0d6e35e602 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:14.722144 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:41:14.722482 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Checking segment: {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:41:14.722868 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Bound using segment: {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:41:14.724599 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Bound port: 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:41:14.724599 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.798209 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] For port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:41:14.801595 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] For port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:41:14.807436 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.843292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.844414 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:14.845859 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] 10.222.0.35 "PUT /v2.0/ports/59ffbd79-5b2b-4aa2-8d85-17b14912d72a HTTP/1.1" status: 200 len: 1093 time: 1.0637360 Mar 31 21:41:14.846292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'tag': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:14.848529 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41a64a0-efcc-4839-be08-5f243a742920" -d '{"events": [{"name": "network-changed", "server_uuid": "88d2e753-be1a-4d95-897b-790f8ca33f75", "tag": "59ffbd79-5b2b-4aa2-8d85-17b14912d72a"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:14.877833 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb798b2-0afa-4883-8eba-1f8d599286be service neutron] Pushing event updated for resources: {'Port': ['ID=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:14.919225 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb24fc0a-e3d8-423f-bc28-aff3fcc7fabf x-openstack-request-id: req-cb24fc0a-e3d8-423f-bc28-aff3fcc7fabf {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:14.919516 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d2e753-be1a-4d95-897b-790f8ca33f75", "tag": "59ffbd79-5b2b-4aa2-8d85-17b14912d72a", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:14.919791 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb24fc0a-e3d8-423f-bc28-aff3fcc7fabf {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:14.920158 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb24fc0a-e3d8-423f-bc28-aff3fcc7fabf'] response: {'name': 'network-changed', 'server_uuid': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'tag': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a', 'status': 'completed', 'code': 200} Mar 31 21:41:14.957636 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-a10cb4bf-dd82-4b3c-b0b3-679db068b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:14.959142 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-a10cb4bf-dd82-4b3c-b0b3-679db068b988 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 1127 time: 0.0485895 Mar 31 21:41:15.001252 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-2a0c3148-28dc-4218-93b7-63fc3e40db81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a HTTP/1.1" status: 200 len: 217 time: 0.0332446 Mar 31 21:41:15.053635 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117e444-f0ef-4028-bd40-a197558e602d req-f5cb927f-c96a-46b2-8b75-f0401b3acb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.055016 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-f5cb927f-c96a-46b2-8b75-f0401b3acb13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6696489-f06a-4138-8056-bf68b92efce1 HTTP/1.1" status: 200 len: 854 time: 0.0477955 Mar 31 21:41:15.098237 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-67e3c896-0454-4267-ab50-9c45a2978372 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94a55796-d484-47c3-9501-fd0d6e35e602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341775 Mar 31 21:41:15.191953 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a39869-1f73-4610-a54f-4e3a3736868c req-74fcc251-1d52-41c4-a9a1-63262cda075a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.193440 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-82a39869-1f73-4610-a54f-4e3a3736868c req-74fcc251-1d52-41c4-a9a1-63262cda075a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 943 time: 0.1216407 Mar 31 21:41:15.211612 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:41:15.236236 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-12c953d8-449f-4a2c-99c3-3c59897c3a07 service neutron] 10.222.0.35 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216586 Mar 31 21:41:15.300238 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-82a39869-1f73-4610-a54f-4e3a3736868c req-525db803-8969-44fe-9905-517bdcda211a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003623 Mar 31 21:41:15.321358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:15.335455 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0', 'network_id': 'a5826d0e-54ba-4068-8898-737d7494ba9d', 'port_id': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0', 'mac_address': 'fa:16:3e:9b:5a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c80b6b-a07c-423f-a64a-fbbc890a305d', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:41:15.357271 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3117e444-f0ef-4028-bd40-a197558e602d req-9ce6dfdd-e7e7-4dbf-bf7e-119b90c05b74 service neutron] 10.222.0.35 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124253 Mar 31 21:41:15.382817 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:15.383224 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:15.398116 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:15.416258 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cf270-9c4d-48c5-8e3a-5f9cc288eef2 req-36123625-975b-4173-899a-4373e752d873 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.417862 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f26cf270-9c4d-48c5-8e3a-5f9cc288eef2 req-36123625-975b-4173-899a-4373e752d873 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0570202 Mar 31 21:41:15.422435 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:15.427035 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:15.493605 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f26cf270-9c4d-48c5-8e3a-5f9cc288eef2 req-f1dbfee2-526b-4804-a726-6596e6a40102 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650342 Mar 31 21:41:15.505579 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a64a0-efcc-4839-be08-5f243a742920 req-723f9f09-f5e2-4227-8a07-0b673a85199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.505579 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-723f9f09-f5e2-4227-8a07-0b673a85199e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 1127 time: 0.0833149 Mar 31 21:41:15.518900 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:15.528776 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.529165 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.530900 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.530900 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.530900 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.531382 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.532263 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.532752 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.534080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.534080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.534426 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.534583 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.535049 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.535441 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.535835 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:41:15.655757 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff615380-581c-485f-bfb2-ae8099499ac8 req-30540e3f-1cbe-4973-b151-5f8fd1d7431f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.657473 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ff615380-581c-485f-bfb2-ae8099499ac8 req-30540e3f-1cbe-4973-b151-5f8fd1d7431f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1427360 Mar 31 21:41:15.675847 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a64a0-efcc-4839-be08-5f243a742920 req-384a285c-ff28-439d-b8e4-9afdd3379d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.677465 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-384a285c-ff28-439d-b8e4-9afdd3379d47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94a55796-d484-47c3-9501-fd0d6e35e602 HTTP/1.1" status: 200 len: 915 time: 0.1599753 Mar 31 21:41:15.745481 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-4a92fbf3-7cd4-4f21-af42-dcc8622df8f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a HTTP/1.1" status: 200 len: 217 time: 0.0538728 Mar 31 21:41:15.791501 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ff615380-581c-485f-bfb2-ae8099499ac8 req-0265d387-aa8a-4c77-98a7-e9a35eb09f3e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257777 Mar 31 21:41:15.836062 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a64a0-efcc-4839-be08-5f243a742920 req-a0384ea2-e00e-45b3-b2a4-9d2d0697aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.839018 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-a0384ea2-e00e-45b3-b2a4-9d2d0697aa1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6696489-f06a-4138-8056-bf68b92efce1 HTTP/1.1" status: 200 len: 854 time: 0.0814610 Mar 31 21:41:15.851792 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d32fb4-d005-44ba-93d6-e6c26c0ae49d req-b5a75285-f7cd-4297-8be0-b33ce4a5658b tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:15.856947 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e4d32fb4-d005-44ba-93d6-e6c26c0ae49d req-b5a75285-f7cd-4297-8be0-b33ce4a5658b tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 949 time: 0.2966406 Mar 31 21:41:15.895512 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-2bd7fff2-e2ae-4ef9-8774-2e4a3515d1ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94a55796-d484-47c3-9501-fd0d6e35e602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450907 Mar 31 21:41:15.930532 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e4d32fb4-d005-44ba-93d6-e6c26c0ae49d req-c2f96998-e5d4-48a2-b260-25f65965366e tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Mar 31 21:41:16.003586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf6bea-ad3c-4916-a1cc-eb7eefc10b80 req-0abe3290-462a-47ff-8981-ece30c760782 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:16.005133 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-84bf6bea-ad3c-4916-a1cc-eb7eefc10b80 req-0abe3290-462a-47ff-8981-ece30c760782 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.1379883 Mar 31 21:41:16.030731 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-1dbf4122-d3e7-43a4-b59c-27f11e9919ee service neutron] 10.222.0.35 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159048 Mar 31 21:41:16.036056 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:16.111980 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-84bf6bea-ad3c-4916-a1cc-eb7eefc10b80 req-0a6f7bde-5143-4d76-b99d-648c9357476d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978501 Mar 31 21:41:16.152745 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b41a64a0-efcc-4839-be08-5f243a742920 req-0c446232-ea87-4618-a574-f412e9b86e6c service neutron] 10.222.0.35 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071241 Mar 31 21:41:16.466050 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf870b-870f-40a8-9171-2d37562e2d35 req-06109f48-e267-4d91-a68b-6ca591c10f1a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:16.469276 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-becf870b-870f-40a8-9171-2d37562e2d35 req-06109f48-e267-4d91-a68b-6ca591c10f1a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 943 time: 0.0895641 Mar 31 21:41:16.524774 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-becf870b-870f-40a8-9171-2d37562e2d35 req-ce84e85e-0738-407b-95f3-d4e07b9b3897 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492647 Mar 31 21:41:16.619577 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2462ee-9508-43a3-a652-807f60ed8a84 req-c8a9b4b9-26fe-4082-b2c0-2050873e7be7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:16.621056 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-df2462ee-9508-43a3-a652-807f60ed8a84 req-c8a9b4b9-26fe-4082-b2c0-2050873e7be7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0604801 Mar 31 21:41:16.670571 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-df2462ee-9508-43a3-a652-807f60ed8a84 req-f1559baf-34c1-4035-a838-fe5337a0a86d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Mar 31 21:41:16.934884 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae899c7-57ab-4b8c-8d45-82863425aca5 req-d7a10d4a-e80c-4e3f-8cf0-03ffa8a1827b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:16.936265 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2ae899c7-57ab-4b8c-8d45-82863425aca5 req-d7a10d4a-e80c-4e3f-8cf0-03ffa8a1827b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0565107 Mar 31 21:41:16.985502 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2ae899c7-57ab-4b8c-8d45-82863425aca5 req-cf63c604-8a28-4b25-94b9-50f37bb0bb82 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 Mar 31 21:41:17.053924 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9948a89-1061-4bf3-98e2-b097eb1d178e req-9068b15b-3410-45aa-b0b9-b1e9545d0bba tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:17.055457 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b9948a89-1061-4bf3-98e2-b097eb1d178e req-9068b15b-3410-45aa-b0b9-b1e9545d0bba tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 949 time: 0.0562060 Mar 31 21:41:17.116378 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b9948a89-1061-4bf3-98e2-b097eb1d178e req-33aa5543-93f5-4b1b-ba36-09f0e1aa0312 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Mar 31 21:41:17.241225 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168edd2-da2c-48a2-8f92-84a9c1b1d574 req-0aff08d9-2bb0-4e6a-a643-10db738e9119 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:17.242790 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a168edd2-da2c-48a2-8f92-84a9c1b1d574 req-0aff08d9-2bb0-4e6a-a643-10db738e9119 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0555005 Mar 31 21:41:17.303938 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a168edd2-da2c-48a2-8f92-84a9c1b1d574 req-5be1420c-71a2-481f-b7f1-4769ca7c113e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554547 Mar 31 21:41:17.646689 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42863e43-cfe3-4ecf-8873-beb17101b99a req-a605ac49-b829-4d65-9584-7f9eca1fee9a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:17.648218 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-42863e43-cfe3-4ecf-8873-beb17101b99a req-a605ac49-b829-4d65-9584-7f9eca1fee9a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 943 time: 0.0551374 Mar 31 21:41:17.704554 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-42863e43-cfe3-4ecf-8873-beb17101b99a req-cc691c34-8f9e-4020-ad88-c0a74ff729fa tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506856 Mar 31 21:41:17.800203 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b3a9f-ec30-48ae-b975-e63f8b345944 req-4ac00ef2-355c-4a30-974d-71dc62de766e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:17.801758 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d09b3a9f-ec30-48ae-b975-e63f8b345944 req-4ac00ef2-355c-4a30-974d-71dc62de766e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0537975 Mar 31 21:41:17.853748 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d09b3a9f-ec30-48ae-b975-e63f8b345944 req-443bfdb0-3c25-4552-9e41-3ff9ca32d8c6 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Mar 31 21:41:18.139642 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f2ddc-9f1e-4995-94ca-07f0daefd4ee req-b02538bc-62a8-409d-aa84-83f48d99b836 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.142456 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d22f2ddc-9f1e-4995-94ca-07f0daefd4ee req-b02538bc-62a8-409d-aa84-83f48d99b836 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0804260 Mar 31 21:41:18.200087 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d22f2ddc-9f1e-4995-94ca-07f0daefd4ee req-837d7bc4-4b5a-445c-8357-9cac9c21aa4d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486593 Mar 31 21:41:18.252251 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873d4a1-8bbb-4596-acbf-03cc0ce0c994 req-9aec2fc2-299d-4549-97da-ed955a3e2a0a tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.254470 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6873d4a1-8bbb-4596-acbf-03cc0ce0c994 req-9aec2fc2-299d-4549-97da-ed955a3e2a0a tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 949 time: 0.0614262 Mar 31 21:41:18.304812 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6873d4a1-8bbb-4596-acbf-03cc0ce0c994 req-0d260fcd-733b-48ab-9dc0-007d36878763 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Mar 31 21:41:18.425769 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5109c2c-71da-49ee-9a35-eee8024297fc req-7cbc232f-bee3-424e-9cfd-4f6932c8336d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.427167 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5109c2c-71da-49ee-9a35-eee8024297fc req-7cbc232f-bee3-424e-9cfd-4f6932c8336d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Mar 31 21:41:18.474511 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5109c2c-71da-49ee-9a35-eee8024297fc req-8aa05352-b8b6-45d9-97c5-329044a3f452 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Mar 31 21:41:18.705727 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:18.849369 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb87fa-023b-4070-8c4f-a7751463d908 req-cd2fb84e-5799-452a-9403-32ee078906d9 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.851005 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-98cb87fa-023b-4070-8c4f-a7751463d908 req-cd2fb84e-5799-452a-9403-32ee078906d9 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 943 time: 0.0753596 Mar 31 21:41:18.920676 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-98cb87fa-023b-4070-8c4f-a7751463d908 req-6626fa1d-69c7-4b8f-96e9-b46e7465a6d8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630932 Mar 31 21:41:18.994651 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3ac07-3ff0-4e83-a5d8-9a3bd3bdd5cd req-c9474662-8348-4e0b-8bc8-dd27d19b4a6a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:18.996463 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e3f3ac07-3ff0-4e83-a5d8-9a3bd3bdd5cd req-c9474662-8348-4e0b-8bc8-dd27d19b4a6a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0604749 Mar 31 21:41:19.047813 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e3f3ac07-3ff0-4e83-a5d8-9a3bd3bdd5cd req-b269381d-77fd-47f6-b191-6a21c1ae95ca tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Mar 31 21:41:19.245471 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 59ffbd79-5b2b-4aa2-8d85-17b14912d72a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:41:19.252988 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:19.366297 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdf8d9-c550-4825-ad8b-1b11c3551539 req-12cf3c3a-87b8-4fe9-b04f-930fb80648aa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:19.368263 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8cfdf8d9-c550-4825-ad8b-1b11c3551539 req-12cf3c3a-87b8-4fe9-b04f-930fb80648aa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0885260 Mar 31 21:41:19.372061 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:41:19.383594 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:19.383975 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.441602 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b736f-dff0-477d-933c-61f38e1bd4ea req-1ad2e947-e602-4cb1-ad69-45af6f408b1b tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:19.444018 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb0b736f-dff0-477d-933c-61f38e1bd4ea req-1ad2e947-e602-4cb1-ad69-45af6f408b1b tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 949 time: 0.0617511 Mar 31 21:41:19.446808 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:19.449005 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8cfdf8d9-c550-4825-ad8b-1b11c3551539 req-816bbb3e-6964-4e1f-9531-56c0bc933329 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561991 Mar 31 21:41:19.469845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a', 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602', 'port_id': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a', 'mac_address': 'fa:16:3e:10:4f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6696489-f06a-4138-8056-bf68b92efce1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:41:19.496116 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb0b736f-dff0-477d-933c-61f38e1bd4ea req-df063687-9174-4b95-a305-90dbafa8db85 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449438 Mar 31 21:41:19.534775 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:19.535279 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.539850 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:19.540223 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.565536 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ffbd79-5b2b-4aa2-8d85-17b14912d72a {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:19.576898 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d513019-9825-4095-9e55-909e2cf4ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:19.579863 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8639e-b773-45ba-ad8b-7ab414409d38" -d '{"events": [{"server_uuid": "9d513019-9825-4095-9e55-909e2cf4ace4", "name": "network-vif-plugged", "status": "completed", "tag": "5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:19.597350 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c8968-160b-4d12-8324-0049d01a3b80 req-6a0c7936-1b1a-4dc5-a4c6-fab2bf734910 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:19.598834 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bd7c8968-160b-4d12-8324-0049d01a3b80 req-6a0c7936-1b1a-4dc5-a4c6-fab2bf734910 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0566139 Mar 31 21:41:19.601869 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:19.606441 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:19.608131 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.615776 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:19.639376 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7599df25-1bca-489c-be4f-82ad16966508 x-openstack-request-id: req-7599df25-1bca-489c-be4f-82ad16966508 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:19.639697 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d513019-9825-4095-9e55-909e2cf4ace4", "name": "network-vif-plugged", "status": "completed", "tag": "5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:19.639985 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7599df25-1bca-489c-be4f-82ad16966508 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:19.640882 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7599df25-1bca-489c-be4f-82ad16966508'] response: {'server_uuid': '9d513019-9825-4095-9e55-909e2cf4ace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0', 'code': 200} Mar 31 21:41:19.660732 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bd7c8968-160b-4d12-8324-0049d01a3b80 req-91f3c71b-e4db-449a-9d1b-5d49a43ad28d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542581 Mar 31 21:41:19.675407 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:19.734008 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:19.866155 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3484d0-c308-423b-899a-41a6ce17698b req-d4685810-3fe0-4f0a-96f8-356d8764df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:19.867676 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fd3484d0-c308-423b-899a-41a6ce17698b req-d4685810-3fe0-4f0a-96f8-356d8764df34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 1134 time: 0.0504413 Mar 31 21:41:19.920951 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fd3484d0-c308-423b-899a-41a6ce17698b req-140e954b-9f1f-43c6-99ec-7688a61a1fec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Mar 31 21:41:20.010897 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['59ffbd79-5b2b-4aa2-8d85-17b14912d72a'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:20.062577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2425b49-febc-47a4-920e-91c9a83ac2ab req-4e4a49a6-83f4-4239-8b75-970ddeda2832 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.064412 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2425b49-febc-47a4-920e-91c9a83ac2ab req-4e4a49a6-83f4-4239-8b75-970ddeda2832 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 944 time: 0.0703464 Mar 31 21:41:20.120506 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2425b49-febc-47a4-920e-91c9a83ac2ab req-e1ded568-d374-410f-aa17-3f8e173c0de2 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502830 Mar 31 21:41:20.188261 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81904ee-1979-4e3a-a37c-d20fb167e311 req-feb3090e-bbdb-4c58-bd54-879840ea811a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.189863 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c81904ee-1979-4e3a-a37c-d20fb167e311 req-feb3090e-bbdb-4c58-bd54-879840ea811a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0602608 Mar 31 21:41:20.239066 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c81904ee-1979-4e3a-a37c-d20fb167e311 req-b218862a-d8df-4718-a3ef-f3524ad6bcf2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Mar 31 21:41:20.582522 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eb25a-53ee-4b0a-8821-018b3f52cfc3 req-f9394271-7c11-4a1c-b39d-df61cd8e9a71 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.584161 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ef3eb25a-53ee-4b0a-8821-018b3f52cfc3 req-f9394271-7c11-4a1c-b39d-df61cd8e9a71 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0656035 Mar 31 21:41:20.638299 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ef3eb25a-53ee-4b0a-8821-018b3f52cfc3 req-b56b366f-8a0f-4868-9833-58981bc11168 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455229 Mar 31 21:41:20.640013 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb228-00be-4eb8-9efd-b1e67bdd837c req-fc5b0b00-cc5c-479a-89e7-f3e6415f689f tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.643551 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-829eb228-00be-4eb8-9efd-b1e67bdd837c req-fc5b0b00-cc5c-479a-89e7-f3e6415f689f tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 950 time: 0.0721459 Mar 31 21:41:20.704586 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-829eb228-00be-4eb8-9efd-b1e67bdd837c req-6704ba84-a771-4db5-ba0d-448fb0448df3 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552964 Mar 31 21:41:20.791878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed673a9-d72d-4135-ab66-be82260c183c req-9b9dca87-9638-4d48-8ad0-275329fa6288 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:20.793344 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2ed673a9-d72d-4135-ab66-be82260c183c req-9b9dca87-9638-4d48-8ad0-275329fa6288 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Mar 31 21:41:20.852127 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2ed673a9-d72d-4135-ab66-be82260c183c req-93319480-cbd3-4d02-aa82-dfa85ead97d4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529866 Mar 31 21:41:21.255945 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afa9b5-89f4-4ff6-a79c-3789fb2f4189 req-52014f5d-e86e-4fb1-9f07-fc53a8232d48 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:21.257742 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b2afa9b5-89f4-4ff6-a79c-3789fb2f4189 req-52014f5d-e86e-4fb1-9f07-fc53a8232d48 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 944 time: 0.0581167 Mar 31 21:41:21.313837 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b2afa9b5-89f4-4ff6-a79c-3789fb2f4189 req-3247d907-aaed-4381-b5d1-afff09239375 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490253 Mar 31 21:41:21.444204 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb415d7b-7017-4d68-a53d-fed0b1d34662 req-13de480e-92d2-49d6-a2e8-5e6a8851a940 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:21.445775 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bb415d7b-7017-4d68-a53d-fed0b1d34662 req-13de480e-92d2-49d6-a2e8-5e6a8851a940 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0605156 Mar 31 21:41:21.495074 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bb415d7b-7017-4d68-a53d-fed0b1d34662 req-9afe97a2-43e8-4b2d-9638-6f6b3833540d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Mar 31 21:41:21.775607 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb819d6-c023-40bf-adf3-c290d03a6b26 req-f110e945-d83b-47d0-9b1d-dc3542d8fc0d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:21.777260 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7bb819d6-c023-40bf-adf3-c290d03a6b26 req-f110e945-d83b-47d0-9b1d-dc3542d8fc0d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0625243 Mar 31 21:41:21.831549 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7bb819d6-c023-40bf-adf3-c290d03a6b26 req-acbaa8e4-1c1c-4421-9c03-f2125c66e855 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435357 Mar 31 21:41:21.839544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4264b6-0c58-4e83-be2f-de7d1fd08b15 req-4db8dfbc-cd57-482a-a7f4-9a560d19cc0a tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:21.841164 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0a4264b6-0c58-4e83-be2f-de7d1fd08b15 req-4db8dfbc-cd57-482a-a7f4-9a560d19cc0a tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 950 time: 0.0583870 Mar 31 21:41:21.898506 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0a4264b6-0c58-4e83-be2f-de7d1fd08b15 req-c4ec237e-083d-448a-a13f-6ead1e7c19dc tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Mar 31 21:41:21.988740 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d081f-04d8-48e9-916a-af22a001675b req-e2f5b3f1-4779-4a92-86bc-d298cfdd86a5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:21.990498 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7e8d081f-04d8-48e9-916a-af22a001675b req-e2f5b3f1-4779-4a92-86bc-d298cfdd86a5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0618074 Mar 31 21:41:22.057565 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7e8d081f-04d8-48e9-916a-af22a001675b req-130f9b86-093e-42d9-8b1c-669fbad15c94 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Mar 31 21:41:22.238183 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b5217-9edc-45ef-8c93-a9a0bc831a72 req-64fba7a5-5d12-4bd6-a9f1-244ed9abd2af tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.239674 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d64b5217-9edc-45ef-8c93-a9a0bc831a72 req-64fba7a5-5d12-4bd6-a9f1-244ed9abd2af tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 950 time: 0.0635958 Mar 31 21:41:22.294255 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d64b5217-9edc-45ef-8c93-a9a0bc831a72 req-bcc7a69b-640d-4076-9fa0-3ec87ae15aa6 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Mar 31 21:41:22.453456 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c928310-9d8a-4095-a6ef-dad07f5b2237 req-47c7a73f-3bf4-4194-bc6b-7942993da755 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.455094 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7c928310-9d8a-4095-a6ef-dad07f5b2237 req-47c7a73f-3bf4-4194-bc6b-7942993da755 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 944 time: 0.0599136 Mar 31 21:41:22.504344 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7c928310-9d8a-4095-a6ef-dad07f5b2237 req-95fa4dbe-a682-4163-862f-e6a678526923 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Mar 31 21:41:22.623997 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22e394-05f1-40d0-9df7-435f6aa0f567 req-396b2105-2747-4770-acdd-c7ead8e0560f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.625547 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8b22e394-05f1-40d0-9df7-435f6aa0f567 req-396b2105-2747-4770-acdd-c7ead8e0560f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0619562 Mar 31 21:41:22.674267 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8b22e394-05f1-40d0-9df7-435f6aa0f567 req-5f0d1f29-82e3-4968-acf2-fdb670a25e85 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Mar 31 21:41:22.967813 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f57be-d918-4d28-9d80-5f1591b81e42 req-451aad6d-bc0b-499d-9c71-a75dcc84470a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:22.969390 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9d2f57be-d918-4d28-9d80-5f1591b81e42 req-451aad6d-bc0b-499d-9c71-a75dcc84470a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0561569 Mar 31 21:41:23.022112 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9d2f57be-d918-4d28-9d80-5f1591b81e42 req-8ee60d25-3a0b-4e5f-8ff8-6d66746e3387 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467694 Mar 31 21:41:23.192498 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe936d-cb0d-490d-b145-b84391fa9cee req-e0686c3a-bf06-4cec-9a25-d9e7ce4a5d15 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:23.194919 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6ffe936d-cb0d-490d-b145-b84391fa9cee req-e0686c3a-bf06-4cec-9a25-d9e7ce4a5d15 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0574841 Mar 31 21:41:23.243564 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6ffe936d-cb0d-490d-b145-b84391fa9cee req-9c05696a-f6b9-4637-a1ca-52e150eb67b4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Mar 31 21:41:23.252464 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 59ffbd79-5b2b-4aa2-8d85-17b14912d72a up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:23.299783 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:41:23.303547 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:23.303916 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:23.384646 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:23.384934 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:23.406944 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:23.409360 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d05c37-a3c0-4c7a-a7d1-51c1ac1455df" -d '{"events": [{"server_uuid": "88d2e753-be1a-4d95-897b-790f8ca33f75", "name": "network-vif-plugged", "status": "completed", "tag": "59ffbd79-5b2b-4aa2-8d85-17b14912d72a"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:23.417534 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe14115-242c-477e-a6d1-9e02e677ff3c req-8219c388-5f58-4e3e-8cae-986440660f86 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:23.419185 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2fe14115-242c-477e-a6d1-9e02e677ff3c req-8219c388-5f58-4e3e-8cae-986440660f86 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 950 time: 0.0532310 Mar 31 21:41:23.421991 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:23.426361 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:23.454545 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53c71f3-68e6-44be-bc56-315a450c77c3 x-openstack-request-id: req-f53c71f3-68e6-44be-bc56-315a450c77c3 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:23.454867 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d2e753-be1a-4d95-897b-790f8ca33f75", "name": "network-vif-plugged", "status": "completed", "tag": "59ffbd79-5b2b-4aa2-8d85-17b14912d72a", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:23.455120 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f53c71f3-68e6-44be-bc56-315a450c77c3 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:23.455516 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53c71f3-68e6-44be-bc56-315a450c77c3'] response: {'server_uuid': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a', 'code': 200} Mar 31 21:41:23.474881 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2fe14115-242c-477e-a6d1-9e02e677ff3c req-d8d53a87-4deb-4330-811d-38473b02a1ab tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Mar 31 21:41:23.489425 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:23.538668 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:41:23.639211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff072b3a-1ad7-47e2-aa6f-f27d54f1660f req-6dc58843-a703-4f33-ae38-433220177772 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:23.640237 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ff072b3a-1ad7-47e2-aa6f-f27d54f1660f req-6dc58843-a703-4f33-ae38-433220177772 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0574670 Mar 31 21:41:23.723073 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ff072b3a-1ad7-47e2-aa6f-f27d54f1660f req-b9a1356d-ab9b-4cf3-9d95-d2bcba711950 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Mar 31 21:41:23.726575 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717785-72b7-4851-914b-52f4fcec872f req-d33cb289-0f68-4ef7-b09d-f18c5a5c29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:23.727410 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-04717785-72b7-4851-914b-52f4fcec872f req-d33cb289-0f68-4ef7-b09d-f18c5a5c29c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 1129 time: 0.0823858 Mar 31 21:41:23.774191 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-04717785-72b7-4851-914b-52f4fcec872f req-844011a0-45c0-492b-8a18-f0ed5531bca6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Mar 31 21:41:23.814689 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fc647-f60e-4b19-ae65-7326e600c048 req-e35076ab-18ab-4d22-8e0b-2cb7523024d5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:23.816144 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b0fc647-f60e-4b19-ae65-7326e600c048 req-e35076ab-18ab-4d22-8e0b-2cb7523024d5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0529957 Mar 31 21:41:23.863685 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b0fc647-f60e-4b19-ae65-7326e600c048 req-c263a144-0180-4f21-bfad-6ebdee3ea076 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Mar 31 21:41:24.079940 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a6997-3ef1-4566-bded-b9203a0a8661 req-6fe52cc1-6a15-4e9e-8b4f-f0008e68be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:24.081481 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2c9a6997-3ef1-4566-bded-b9203a0a8661 req-6fe52cc1-6a15-4e9e-8b4f-f0008e68be11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1129 time: 0.0485806 Mar 31 21:41:24.131015 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2c9a6997-3ef1-4566-bded-b9203a0a8661 req-4ccc6a1e-12d5-44c8-93b9-e0065d778c38 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Mar 31 21:41:24.145739 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c470a-afb2-4ff8-9260-b3d7e2606904 req-e1328299-91a7-4481-b72b-aa81061a7964 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:24.147206 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-464c470a-afb2-4ff8-9260-b3d7e2606904 req-e1328299-91a7-4481-b72b-aa81061a7964 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0545716 Mar 31 21:41:24.194390 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-464c470a-afb2-4ff8-9260-b3d7e2606904 req-b0799e45-992d-4328-98e0-d627042f90d9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Mar 31 21:41:24.360638 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068971a2-bc11-4bed-a0f5-eb54aa490e4b req-67c800fe-2426-4a25-ae15-86a0f279dd15 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:24.362192 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-068971a2-bc11-4bed-a0f5-eb54aa490e4b req-67c800fe-2426-4a25-ae15-86a0f279dd15 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Mar 31 21:41:24.409059 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-068971a2-bc11-4bed-a0f5-eb54aa490e4b req-cd568fae-15c8-4f22-9968-399df0ddd550 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Mar 31 21:41:24.598625 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b2a0-db7f-4c4d-a78e-52772621121f req-745abcea-42b4-4964-9f31-a2a33292f032 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:24.600137 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c075b2a0-db7f-4c4d-a78e-52772621121f req-745abcea-42b4-4964-9f31-a2a33292f032 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 950 time: 0.0576670 Mar 31 21:41:24.647996 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c075b2a0-db7f-4c4d-a78e-52772621121f req-5451eca9-7989-462e-8f2a-e97d73382e7d tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Mar 31 21:41:24.845397 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4ec55-0f3b-4bae-bb0d-f35ced381874 req-de153c47-9262-4e50-8df1-9b473fa6f296 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:24.846911 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-70f4ec55-0f3b-4bae-bb0d-f35ced381874 req-de153c47-9262-4e50-8df1-9b473fa6f296 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0569966 Mar 31 21:41:24.899719 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-70f4ec55-0f3b-4bae-bb0d-f35ced381874 req-32b99f4e-292f-4966-a930-e5cb61a83442 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471830 Mar 31 21:41:24.996134 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1356d-aa65-4ac2-8237-3fc97782166e req-84946aed-4978-4ae0-81a2-04264b008764 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:24.997670 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b5a1356d-aa65-4ac2-8237-3fc97782166e req-84946aed-4978-4ae0-81a2-04264b008764 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0563698 Mar 31 21:41:25.045149 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b5a1356d-aa65-4ac2-8237-3fc97782166e req-1cf8bf6a-282e-4d38-b70f-114af3d6b775 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405238 Mar 31 21:41:25.350126 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f0830-7a15-46f5-99af-49dc52f481c6 req-9dc57d19-f302-46ac-9320-cd784504ac26 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:25.351616 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1c0f0830-7a15-46f5-99af-49dc52f481c6 req-9dc57d19-f302-46ac-9320-cd784504ac26 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0855522 Mar 31 21:41:25.362672 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-e62206f2-a5fc-4e8e-8b34-4e52b8f4d3c7 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:25.364057 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-e62206f2-a5fc-4e8e-8b34-4e52b8f4d3c7 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 950 time: 0.0716970 Mar 31 21:41:25.461533 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1c0f0830-7a15-46f5-99af-49dc52f481c6 req-0b0a6345-b818-45eb-89b6-308b07ef70d9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964890 Mar 31 21:41:25.491391 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Deleting port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:41:25.491737 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:25.527586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a15bc-4916-437c-b5ab-edada3b1ca94 req-83e5cedb-88cc-4e57-988b-3539389a803e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:25.529172 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e82a15bc-4916-437c-b5ab-edada3b1ca94 req-83e5cedb-88cc-4e57-988b-3539389a803e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0536902 Mar 31 21:41:25.582467 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e82a15bc-4916-437c-b5ab-edada3b1ca94 req-97d91e9f-f3c1-4a9e-8af4-af2bbc54f00d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Mar 31 21:41:25.584551 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] For port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,segment=NetworkSegment(188289a9-10e5-4af2-a861-8a7a0a6b34cd),segment_id=188289a9-10e5-4af2-a861-8a7a0a6b34cd)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:25.584915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:25.610121 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Calling delete_port for 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:41:25.795782 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:25.808008 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:25.815935 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272b08-8f01-4a16-9982-ca84cfb4af75 req-fe0a6b78-aa57-4c25-ae8c-9706f5ea0bd9 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:25.817439 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c4272b08-8f01-4a16-9982-ca84cfb4af75 req-fe0a6b78-aa57-4c25-ae8c-9706f5ea0bd9 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d513019-9825-4095-9e55-909e2cf4ace4 HTTP/1.1" status: 200 len: 867 time: 0.1036112 Mar 31 21:41:25.837784 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Pushing event deleted for resources: {'Port': ['ID=5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:25.924581 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] No DVR routers for this DVR port 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:41:25.931357 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:25.935377 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e51f5771-37a4-40d5-a229-e6b3cfe94a66 req-4ebe2149-b186-4888-a3cc-bdcfeef6d125 tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.35 "DELETE /v2.0/ports/5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 HTTP/1.1" status: 204 len: 173 time: 0.5576680 Mar 31 21:41:25.935845 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d513019-9825-4095-9e55-909e2cf4ace4', 'name': 'network-vif-deleted', 'tag': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:25.939058 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb2b2b-736d-4369-abb9-0514ec4761c3" -d '{"events": [{"server_uuid": "9d513019-9825-4095-9e55-909e2cf4ace4", "name": "network-vif-deleted", "tag": "5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:25.956399 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c4272b08-8f01-4a16-9982-ca84cfb4af75 req-6fdea592-dda0-4027-b9de-5747f173861b tempest-VolumesNegativeTest-1724666075 tempest-VolumesNegativeTest-1724666075-project] 10.222.0.20 "GET /v2.0/security-groups?id=025357d3-5bd7-49d6-8a02-36a92fb1997f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209064 Mar 31 21:41:26.021958 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d47e66-ffea-46d5-9f04-d03a2c310db4 x-openstack-request-id: req-11d47e66-ffea-46d5-9f04-d03a2c310db4 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:26.022510 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d513019-9825-4095-9e55-909e2cf4ace4", "name": "network-vif-deleted", "tag": "5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:26.022948 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11d47e66-ffea-46d5-9f04-d03a2c310db4 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:26.023535 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d47e66-ffea-46d5-9f04-d03a2c310db4'] response: {'server_uuid': '9d513019-9825-4095-9e55-909e2cf4ace4', 'name': 'network-vif-deleted', 'tag': '5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0', 'status': 'completed', 'code': 200} Mar 31 21:41:26.044397 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202f761-bd29-40aa-b804-a86986d3fea8 req-8458d7ff-3b0d-41eb-912f-f47375323670 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:26.046101 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e202f761-bd29-40aa-b804-a86986d3fea8 req-8458d7ff-3b0d-41eb-912f-f47375323670 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Mar 31 21:41:26.114841 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e202f761-bd29-40aa-b804-a86986d3fea8 req-541e96a3-2af0-4e96-bc9b-301d2a85036e tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538185 Mar 31 21:41:26.175406 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176024b3-0ff2-487c-9516-326929ccd334 req-bd92d6db-0a57-4501-b190-ae9d60facb91 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:26.176571 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-176024b3-0ff2-487c-9516-326929ccd334 req-bd92d6db-0a57-4501-b190-ae9d60facb91 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0598259 Mar 31 21:41:26.224105 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-176024b3-0ff2-487c-9516-326929ccd334 req-c22f6c85-0d3d-4ac5-99f0-5bbe51e93d2d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Mar 31 21:41:26.588147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf9d8-6987-4b83-b4ad-ae32de837ccc req-f13773d3-2788-48b5-a06a-f01c671b20ee tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:26.589728 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9a8bf9d8-6987-4b83-b4ad-ae32de837ccc req-f13773d3-2788-48b5-a06a-f01c671b20ee tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0557530 Mar 31 21:41:26.653917 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9a8bf9d8-6987-4b83-b4ad-ae32de837ccc req-a1a6b5a6-9220-4d4d-a3f2-d05e9510a046 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Mar 31 21:41:26.727309 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751674f-71bd-42a7-85f6-0effdca259e3 req-c221eee7-0019-4485-97a8-882ff39df735 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:26.728847 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a751674f-71bd-42a7-85f6-0effdca259e3 req-c221eee7-0019-4485-97a8-882ff39df735 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0753210 Mar 31 21:41:26.791379 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a751674f-71bd-42a7-85f6-0effdca259e3 req-52f8b9c9-6a6b-49be-9961-b8bb9bf59afa tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551212 Mar 31 21:41:27.070473 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988afc4-1d53-4a81-9602-7b5d7e5f500b req-f7115718-e3de-46d9-aa41-1a748f61be78 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.072584 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9988afc4-1d53-4a81-9602-7b5d7e5f500b req-f7115718-e3de-46d9-aa41-1a748f61be78 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0633702 Mar 31 21:41:27.073190 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-1b34779c-5bbe-4b6b-8064-2f0b799f4047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.074721 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-1b34779c-5bbe-4b6b-8064-2f0b799f4047 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1129 time: 0.0496609 Mar 31 21:41:27.130307 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9988afc4-1d53-4a81-9602-7b5d7e5f500b req-5723dbdc-23c6-468c-b8cd-895985e2e46a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Mar 31 21:41:27.181812 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-9d06486b-6bf8-424b-9866-62f444e3eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.183282 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-9d06486b-6bf8-424b-9866-62f444e3eda8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.0920718 Mar 31 21:41:27.236143 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-492000bc-cc7a-49af-8ef5-3f8081bda6a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 200 len: 217 time: 0.0384748 Mar 31 21:41:27.293243 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-fc5b2f88-5d03-4132-a8ce-84bce28bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.294811 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-fc5b2f88-5d03-4132-a8ce-84bce28bd648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0515914 Mar 31 21:41:27.391705 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8121a8-b070-48c9-b1bd-3c32cfb7ba4e req-3e0e3f5c-13b4-4c26-91b2-3588aaced4d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.393173 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1e8121a8-b070-48c9-b1bd-3c32cfb7ba4e req-3e0e3f5c-13b4-4c26-91b2-3588aaced4d0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0884640 Mar 31 21:41:27.395956 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-05555ff1-ba1a-47d0-ab62-f89a6a4e43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.397329 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-05555ff1-ba1a-47d0-ab62-f89a6a4e43b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827785 Mar 31 21:41:27.490007 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1e8121a8-b070-48c9-b1bd-3c32cfb7ba4e req-70144798-e780-4d39-b28a-9ecca6ea1f97 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906270 Mar 31 21:41:27.518161 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-c41ae89a-a091-4ecb-bec4-10e47f9777ff service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062102 Mar 31 21:41:27.618196 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-41c4ad7c-06cc-4a96-87cb-b9c908f650cb req-fb5b3110-643e-4c0b-91b2-e0087ec73d00 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920298 Mar 31 21:41:27.787583 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab893e-c731-4dc0-8998-9ce688ed6c0b req-85c3f873-1233-479f-94fa-6384240ff95b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:27.789118 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d4ab893e-c731-4dc0-8998-9ce688ed6c0b req-85c3f873-1233-479f-94fa-6384240ff95b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0627234 Mar 31 21:41:27.840635 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d4ab893e-c731-4dc0-8998-9ce688ed6c0b req-75f0887d-6adc-427b-9f8f-2cd045407bc3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 Mar 31 21:41:28.254292 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f14b9-443e-45c9-a6c3-dceba19199a3 req-24d00336-1929-4d21-9cc6-0efbb2c05bd8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:28.255794 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d9f14b9-443e-45c9-a6c3-dceba19199a3 req-24d00336-1929-4d21-9cc6-0efbb2c05bd8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0557065 Mar 31 21:41:28.307769 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d9f14b9-443e-45c9-a6c3-dceba19199a3 req-d9ff407e-ca2d-41ae-8bf5-c01aaa031a7a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Mar 31 21:41:28.628605 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6a69-ab99-42bb-b04d-8615ee03d574 req-c098823e-1e89-4072-b5a8-cd0b3ebc2f22 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:28.632108 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-35bb6a69-ab99-42bb-b04d-8615ee03d574 req-c098823e-1e89-4072-b5a8-cd0b3ebc2f22 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0609553 Mar 31 21:41:28.698148 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-35bb6a69-ab99-42bb-b04d-8615ee03d574 req-8f940c83-d858-46b6-ac13-305af074ecf6 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562730 Mar 31 21:41:28.995100 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18baac-0c08-4a47-9a7c-9424e2f2543c req-7b7500d3-baa7-41fd-97e7-c7d1c7e17726 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:28.996803 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa18baac-0c08-4a47-9a7c-9424e2f2543c req-7b7500d3-baa7-41fd-97e7-c7d1c7e17726 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0752399 Mar 31 21:41:29.086910 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5545717-b620-456a-b52e-6c0daa872879 req-f7d14e79-ce3a-4cf2-8e12-662c14e8d2e4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:29.089840 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c5545717-b620-456a-b52e-6c0daa872879 req-f7d14e79-ce3a-4cf2-8e12-662c14e8d2e4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1304986 Mar 31 21:41:29.091554 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fa18baac-0c08-4a47-9a7c-9424e2f2543c req-0b8055e8-c89a-43bf-82e3-5f1fca9a1865 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848656 Mar 31 21:41:29.144857 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-09fdc6db-7622-4bda-8278-e8fd1d988763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:29.144857 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-09fdc6db-7622-4bda-8278-e8fd1d988763 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1130 time: 0.1155117 Mar 31 21:41:29.171945 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c5545717-b620-456a-b52e-6c0daa872879 req-03a3415f-557f-4c9e-88cf-679742634b4e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669954 Mar 31 21:41:29.274127 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52938) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:29.278732 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739259976', 'description': 'tempest-description--114483623'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:29.284475 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-2ec8e6a5-53c2-413c-a8f7-9614a8ead8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:29.286037 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-2ec8e6a5-53c2-413c-a8f7-9614a8ead8d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.1285927 Mar 31 21:41:29.294939 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:29.309454 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.342648 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:41:29.343421 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 5cdb1a3b-0a4b-4225-bb6e-ae4e3ece28d0 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:41:29.416065 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-2fd514ce-4296-4e2a-bcff-9e1e67755373 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 1002 time: 0.1148167 Mar 31 21:41:29.527948 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-00cbb30e-869c-4a96-b39b-a23f74ad2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:29.529452 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-00cbb30e-869c-4a96-b39b-a23f74ad2eb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0963964 Mar 31 21:41:29.532906 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (b75ac795-e0ae-4358-b78e-3e9f2daef736), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.543092 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da0ba-3c13-4f35-9c9b-4ff8f89b9c12 req-4668a982-a172-47fa-b6de-e46d1e50bcde tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:29.543092 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-163da0ba-3c13-4f35-9c9b-4ff8f89b9c12 req-4668a982-a172-47fa-b6de-e46d1e50bcde tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.1431062 Mar 31 21:41:29.551013 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b75ac795-e0ae-4358-b78e-3e9f2daef736), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.618178 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.619457 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3442855 Mar 31 21:41:29.621489 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d8566-2977-4ec3-89c2-1c69e052f086 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75ac795-e0ae-4358-b78e-3e9f2daef736,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:29.622609 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52952) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:29.638872 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': 'b75ac795-e0ae-4358-b78e-3e9f2daef736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:29.667057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-b8006b0a-834d-4ff5-a774-3df6ae6a3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:29.668591 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-b8006b0a-834d-4ff5-a774-3df6ae6a3a14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1255391 Mar 31 21:41:29.679327 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (19b2d942-89be-492e-b577-9a21f8391a29), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.680445 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-163da0ba-3c13-4f35-9c9b-4ff8f89b9c12 req-610ca4ff-9687-408f-8c37-11a8adc033ad tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250713 Mar 31 21:41:29.769655 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (19b2d942-89be-492e-b577-9a21f8391a29), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.775340 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (19b2d942-89be-492e-b577-9a21f8391a29), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.794640 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-0bf1775f-43b1-4b20-b64a-8cf96dd6d46d service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129985 Mar 31 21:41:29.795593 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b2d942-89be-492e-b577-9a21f8391a29,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:29.805565 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.805565 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-37a260aa-91be-4de5-96c8-14a44a655ccd tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797631 Mar 31 21:41:29.806411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 52968) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:29.818772 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': 'b75ac795-e0ae-4358-b78e-3e9f2daef736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:29.901354 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (bdfb78f1-2597-4ab4-85e8-4c65ec40c969), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.932415 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8b6df25-dfde-41bf-9171-848c70d9b5e2 req-9310672a-c577-466a-bbf9-d021e0ecf9cd service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287122 Mar 31 21:41:29.965422 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (bdfb78f1-2597-4ab4-85e8-4c65ec40c969), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.969785 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (bdfb78f1-2597-4ab4-85e8-4c65ec40c969), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:29.993535 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfb78f1-2597-4ab4-85e8-4c65ec40c969,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:30.011939 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.013182 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b1ebed92-148c-4a6a-80c8-f7a3cf3a4cf4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2056212 Mar 31 21:41:30.017351 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 52988) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:30.022289 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:30.046497 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.149005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.278858 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccceee-6389-40ca-883d-611597edef41 req-5a8560a5-2e79-4e4f-8d47-aee80e742fd4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:30.280882 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-02ccceee-6389-40ca-883d-611597edef41 req-5a8560a5-2e79-4e4f-8d47-aee80e742fd4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0969114 Mar 31 21:41:30.303625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b14a2-cc95-45c0-a04d-670e2c70eeee req-9b34e965-44de-4a03-a5e9-6328f348c617 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:30.305140 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a44b14a2-cc95-45c0-a04d-670e2c70eeee req-9b34e965-44de-4a03-a5e9-6328f348c617 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0587239 Mar 31 21:41:30.305403 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.27.1.17 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/c07c643b-1b5f-4370-bd16-7fc67992ea8f) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:30.360767 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a44b14a2-cc95-45c0-a04d-670e2c70eeee req-da916143-e795-48e5-8485-48b998d150ba tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494568 Mar 31 21:41:30.386775 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-02ccceee-6389-40ca-883d-611597edef41 req-38ee4458-50db-409e-b2e1-443baea1d22d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981266 Mar 31 21:41:30.434916 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.468960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.508149 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:30.510989 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:30.516435 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:30.521788 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=c07c643b-1b5f-4370-bd16-7fc67992ea8f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:30.604955 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (874aa2ec-279c-42f5-9457-12e6f8d2baa3), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.643453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.807506 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.812283 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.815912 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e16583-b3c9-4150-9a78-83413f2f38ab req-ef869d10-1127-4bd4-91a0-a942d0e1c858 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:30.817516 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-16e16583-b3c9-4150-9a78-83413f2f38ab req-ef869d10-1127-4bd4-91a0-a942d0e1c858 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0648499 Mar 31 21:41:30.881344 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-16e16583-b3c9-4150-9a78-83413f2f38ab req-dd59e973-fd70-41b6-b75f-fa499989f43d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Mar 31 21:41:30.884993 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=c07c643b-1b5f-4370-bd16-7fc67992ea8f,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:30.900556 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (874aa2ec-279c-42f5-9457-12e6f8d2baa3), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.917901 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:30.919161 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ce6233d4-eb9d-4548-ae49-41fa291a6505 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9004219 Mar 31 21:41:31.159442 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-ba8845b3-5840-44d5-aa3b-0fc31c0fb262 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1739259976&fields=id&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 267 time: 0.0531332 Mar 31 21:41:31.276639 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-f360b623-7bd1-406b-a9bc-1129ca841c5a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:31.278147 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-f360b623-7bd1-406b-a9bc-1129ca841c5a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1116102 Mar 31 21:41:31.292801 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-751fbe13-a7ce-445d-85cc-fc993779e745 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/quotas/2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 375 time: 0.0091889 Mar 31 21:41:31.335114 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 53016) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:31.350129 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-1e7e012c-62ed-4180-8363-1c7fdde43943 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517662 Mar 31 21:41:31.523739 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-20f95f0e-0f9d-41d8-bbc3-0b9e496bcffc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7a3e812a4304df6945ea4a4b9a4ac2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872900 Mar 31 21:41:31.532134 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aefdcf-cc0f-4cef-8664-6c0ad673d535 req-16a8c5b2-d930-4ad7-b078-c002c05d1fcd tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:31.533665 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58aefdcf-cc0f-4cef-8664-6c0ad673d535 req-16a8c5b2-d930-4ad7-b078-c002c05d1fcd tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0894959 Mar 31 21:41:31.534149 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 53024) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:31.613623 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-58aefdcf-cc0f-4cef-8664-6c0ad673d535 req-e0b89cba-6856-44bb-882b-a4b20c55c70f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732605 Mar 31 21:41:31.619489 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8fd4667-4f57-4adb-869f-7136f05f7fbf admin admin] Publish callbacks [] for security_group (025357d3-5bd7-49d6-8a02-36a92fb1997f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:31.647161 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8fd4667-4f57-4adb-869f-7136f05f7fbf admin admin] Publish callbacks [] for security_group (025357d3-5bd7-49d6-8a02-36a92fb1997f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:31.685582 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-2cec1342-8f6e-48f5-bc13-f3a0bc98a9b7 service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177140 Mar 31 21:41:31.730372 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8fd4667-4f57-4adb-869f-7136f05f7fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (025357d3-5bd7-49d6-8a02-36a92fb1997f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:31.733091 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a8fd4667-4f57-4adb-869f-7136f05f7fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:31.734835 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a8fd4667-4f57-4adb-869f-7136f05f7fbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/025357d3-5bd7-49d6-8a02-36a92fb1997f HTTP/1.1" status: 204 len: 168 time: 0.1997676 Mar 31 21:41:31.747612 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd4667-4f57-4adb-869f-7136f05f7fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025357d3-5bd7-49d6-8a02-36a92fb1997f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:31.758476 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768f529-71c5-4868-898a-4837ad9de3f0 req-c3e1b988-03c5-4d65-8c94-4172c3a7753b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:31.760321 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0768f529-71c5-4868-898a-4837ad9de3f0 req-c3e1b988-03c5-4d65-8c94-4172c3a7753b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0753560 Mar 31 21:41:31.802833 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-92d002d9-4724-45e7-b401-7308baa41fba service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085730 Mar 31 21:41:31.816593 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0768f529-71c5-4868-898a-4837ad9de3f0 req-ebb3b8bc-5552-4448-8e47-95991dc27760 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496833 Mar 31 21:41:32.025029 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-98580c34-4f46-4496-9a1c-57e17a621836 req-149ea1ce-b7b2-4dea-862a-13477521e13c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 210 time: 0.0438612 Mar 31 21:41:32.046637 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd6fa9-83cc-4285-b250-d43e3ccb1af7 req-6a357716-1f55-4ba8-aace-793402a3f4c3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:32.047124 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-afcd6fa9-83cc-4285-b250-d43e3ccb1af7 req-6a357716-1f55-4ba8-aace-793402a3f4c3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0747745 Mar 31 21:41:32.110274 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-afcd6fa9-83cc-4285-b250-d43e3ccb1af7 req-bf01804a-953b-4d15-a654-842cd0e82b8c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Mar 31 21:41:32.329683 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5ee1507d-afbe-4429-81e6-14a2a5073432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:32.745592 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae87cd4-a3b3-408d-970c-4a68f1416430 req-04b5afbd-8b58-48f7-a3db-55f32e328d4a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:32.747175 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7ae87cd4-a3b3-408d-970c-4a68f1416430 req-04b5afbd-8b58-48f7-a3db-55f32e328d4a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0541835 Mar 31 21:41:32.795406 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7ae87cd4-a3b3-408d-970c-4a68f1416430 req-9bcf5065-8393-496b-862d-2e2c9f0dbb81 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Mar 31 21:41:33.121049 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3b1d66e8-7e91-4688-828b-930a43962fa9 req-3d9c66d2-8b6a-44e4-8f25-38e33235b1c1 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 210 time: 0.0295792 Mar 31 21:41:33.374688 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-7196ddaa-89ef-4e2e-a1c3-c4f7645b8b54 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:33.376227 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-7196ddaa-89ef-4e2e-a1c3-c4f7645b8b54 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1174684 Mar 31 21:41:33.464020 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-56171683-a140-4c02-bc2d-dfa88a0f11b3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 472 time: 0.0775361 Mar 31 21:41:33.478551 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'port': {'device_id': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'admin_state_up': True, 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'security_groups': ['b75ac795-e0ae-4358-b78e-3e9f2daef736']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:33.598541 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Made reservation on behalf of 2e7e92ff407a491cade61defb804388a for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:33.602756 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:33.735289 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.20.0.11 (8ea577cb-82b9-409c-896b-6e4ab00cc1c6/5688f097-0044-4ced-93b8-e17caf04ca16/747a80b8-54ab-409b-ad78-bfd39f243885) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:33.883115 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53102) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:33.888091 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (747a80b8-54ab-409b-ad78-bfd39f243885), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:33.888545 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933679307', 'description': 'tempest-description--1219629939'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:33.913535 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:33.956072 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:33.972108 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c8811-e841-4ffe-9a11-74ca110436ea req-d4052ab9-458b-412a-8c5c-e78caed7b637 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:33.973608 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7c6c8811-e841-4ffe-9a11-74ca110436ea req-d4052ab9-458b-412a-8c5c-e78caed7b637 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0899756 Mar 31 21:41:33.991206 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group (d9b83327-0aff-4726-984f-f4c171ec3b99), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:33.996279 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (d9b83327-0aff-4726-984f-f4c171ec3b99), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.023392 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.024807 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1399918 Mar 31 21:41:34.030625 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53106) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:34.038133 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:34.041827 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'security_group_rule': {'security_group_id': 'd9b83327-0aff-4726-984f-f4c171ec3b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:34.048395 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:34.050946 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:34.053911 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19c77-b292-4d53-bbb9-c8b9ce8532bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b83327-0aff-4726-984f-f4c171ec3b99,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:34.076232 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group_rule (80143a25-7a6f-438e-8030-4c14f9fc0a4a), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.087491 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=747a80b8-54ab-409b-ad78-bfd39f243885,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:34.105827 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:34.106452 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.132399 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-69e6a4a8-33f2-4266-a6a7-9c6bddb58cfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6587899 Mar 31 21:41:34.140148 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group_rule (80143a25-7a6f-438e-8030-4c14f9fc0a4a), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.150278 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (80143a25-7a6f-438e-8030-4c14f9fc0a4a), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.161007 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7c6c8811-e841-4ffe-9a11-74ca110436ea req-ba1a9611-defb-41b0-84ac-07340df65af4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605287 Mar 31 21:41:34.164768 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Request body: {'port': {'device_id': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:34.186602 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80143a25-7a6f-438e-8030-4c14f9fc0a4a,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:34.192762 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.194149 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3a58c91b-b47c-48fe-9e05-36a1932f59bd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622267 Mar 31 21:41:34.196802 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53112) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:34.203650 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'security_group_rule': {'security_group_id': 'd9b83327-0aff-4726-984f-f4c171ec3b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:34.263149 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group_rule (da99342e-d70e-4477-96d6-17d5935b961e), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.272084 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.344554 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-d5795b17-32df-486d-92d7-eaed44e3d620 None None] Provisioning complete for port 747a80b8-54ab-409b-ad78-bfd39f243885 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:34.350550 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d5795b17-32df-486d-92d7-eaed44e3d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.352032 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8998d1e-205c-4590-af94-ea137ba4b770 req-13997726-8f14-4a6e-8258-681e7cac7ccb tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:34.360654 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d8998d1e-205c-4590-af94-ea137ba4b770 req-13997726-8f14-4a6e-8258-681e7cac7ccb tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 932 time: 0.1272006 Mar 31 21:41:34.380972 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group_rule (da99342e-d70e-4477-96d6-17d5935b961e), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.391720 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (da99342e-d70e-4477-96d6-17d5935b961e), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.395307 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-d5795b17-32df-486d-92d7-eaed44e3d620 None None] Port 747a80b8-54ab-409b-ad78-bfd39f243885 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:41:34.431523 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da99342e-d70e-4477-96d6-17d5935b961e,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:34.444224 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d8998d1e-205c-4590-af94-ea137ba4b770 req-98c3c9a6-9e0e-464e-bedf-5cbc6bfaae89 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826557 Mar 31 21:41:34.454755 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.456240 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7a479935-e1c9-4c6a-ae3a-8bb2c73777ed tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2572722 Mar 31 21:41:34.459238 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53116) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:34.464694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:34.489800 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.610075 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.739765 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Allocated IP 172.27.1.86 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/08cfda72-5c5d-49ce-b393-50907aca96dc) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:34.854173 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.856773 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747a80b8-54ab-409b-ad78-bfd39f243885 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:34.866518 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Publish callbacks [] for port (747a80b8-54ab-409b-ad78-bfd39f243885), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.881748 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Transition to ACTIVE for port object 747a80b8-54ab-409b-ad78-bfd39f243885 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:41:34.885646 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.898555 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:34.942345 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:34.954413 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:34.956594 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'Port': ['ID=08cfda72-5c5d-49ce-b393-50907aca96dc,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:34.958768 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Pushing event updated for resources: {'Port': ['ID=747a80b8-54ab-409b-ad78-bfd39f243885,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:34.958916 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:35.026766 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Attempting to bind port 747a80b8-54ab-409b-ad78-bfd39f243885 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:41:35.028293 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Attempting to bind port 747a80b8-54ab-409b-ad78-bfd39f243885 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:41:35.028630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Attempting to bind port 747a80b8-54ab-409b-ad78-bfd39f243885 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:35.034314 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Port 747a80b8-54ab-409b-ad78-bfd39f243885 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:41:35.034641 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Attempting to bind port 747a80b8-54ab-409b-ad78-bfd39f243885 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:35.048638 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:41:35.049251 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:41:35.049773 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Bound using segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:41:35.050153 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Bound port: 747a80b8-54ab-409b-ad78-bfd39f243885, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:41:35.050566 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.080874 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.121599 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] For port 747a80b8-54ab-409b-ad78-bfd39f243885, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:41:35.125270 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] For port 747a80b8-54ab-409b-ad78-bfd39f243885, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=747a80b8-54ab-409b-ad78-bfd39f243885,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:41:35.128039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.132113 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.157357 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-314f10d7-d752-47a8-a219-c433fb8b7b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.173258 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:35.173967 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.175523 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] 10.222.0.35 "PUT /v2.0/ports/747a80b8-54ab-409b-ad78-bfd39f243885 HTTP/1.1" status: 200 len: 1094 time: 1.0318532 Mar 31 21:41:35.178228 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:35.180599 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09259163-c491-4865-94d6-0c50054b7314" -d '{"events": [{"name": "network-changed", "server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:35.228908 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe641237-41fe-488e-9c8e-e9a3659dc03b service neutron] Pushing event updated for resources: {'Port': ['ID=747a80b8-54ab-409b-ad78-bfd39f243885,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:35.257044 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee7b2dc-d681-4ba4-94b4-e2e0c87031f2 x-openstack-request-id: req-dee7b2dc-d681-4ba4-94b4-e2e0c87031f2 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:35.257442 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:35.257763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dee7b2dc-d681-4ba4-94b4-e2e0c87031f2 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:35.258126 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee7b2dc-d681-4ba4-94b4-e2e0c87031f2'] response: {'name': 'network-changed', 'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885', 'status': 'completed', 'code': 200} Mar 31 21:41:35.371986 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9538afc-91e9-432c-87c6-663018cd06c6 req-ee13a4bf-9b10-44c7-8899-a726107df3e6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:35.374415 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b9538afc-91e9-432c-87c6-663018cd06c6 req-ee13a4bf-9b10-44c7-8899-a726107df3e6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0965307 Mar 31 21:41:35.384620 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.391738 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.485125 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'Port': ['ID=08cfda72-5c5d-49ce-b393-50907aca96dc,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:35.497523 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b9538afc-91e9-432c-87c6-663018cd06c6 req-d856e665-f2ad-4450-9666-2c9951379302 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172409 Mar 31 21:41:35.506453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.533894 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:35.541351 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b640d819-f3a0-4518-9822-4583043f0cec tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0745103 Mar 31 21:41:35.565726 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bea8d-3ca6-4b37-b210-faff57a88af0 req-14af8e79-45ea-4369-b227-be889212d8d6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:35.567304 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c77bea8d-3ca6-4b37-b210-faff57a88af0 req-14af8e79-45ea-4369-b227-be889212d8d6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 944 time: 0.0579197 Mar 31 21:41:35.619750 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c77bea8d-3ca6-4b37-b210-faff57a88af0 req-05d33b65-07f3-454b-9c8d-52a2f8f739e7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462396 Mar 31 21:41:35.735848 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-63e397af-36c6-48c4-9a77-c70a5de99ef5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1933679307&fields=id&tenant_id=29bb4d24e7074369b00ffa088e1f4d5c HTTP/1.1" status: 200 len: 267 time: 0.0465934 Mar 31 21:41:35.840282 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-32cc2a15-ffa5-4f64-8d19-ae166a392a2c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:35.841801 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-32cc2a15-ffa5-4f64-8d19-ae166a392a2c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 818 time: 0.0996141 Mar 31 21:41:35.857814 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-a3c17052-2124-4595-b210-95bab423d2ee tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/quotas/29bb4d24e7074369b00ffa088e1f4d5c HTTP/1.1" status: 200 len: 375 time: 0.0099223 Mar 31 21:41:35.921487 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-0b1eead6-1aed-4433-aaa8-837fb58d6742 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0571744 Mar 31 21:41:36.024081 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-cee3897a-9b8a-45c7-a101-9cd79c2e2153 service neutron] 10.222.0.20 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869956 Mar 31 21:41:36.132601 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-add66ead-5e60-4f00-bca5-d9da6107a276 service neutron] 10.222.0.20 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014922 Mar 31 21:41:36.152825 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:36.304479 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f1592be9-494f-4d42-a462-24ea11e0ac97 req-2cc4cbda-43a5-45b9-b0a3-b2d04bcd5e64 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 210 time: 0.0272696 Mar 31 21:41:36.636884 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437a553-2878-4176-8969-a00e87fc6aee req-4e2bbe77-c2b8-4513-a933-2e3909065d0b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:36.638718 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f437a553-2878-4176-8969-a00e87fc6aee req-4e2bbe77-c2b8-4513-a933-2e3909065d0b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0569663 Mar 31 21:41:36.689988 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f437a553-2878-4176-8969-a00e87fc6aee req-bdb697b1-b388-468a-a6ff-022325012f84 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 Mar 31 21:41:36.740745 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536820f-5f69-4b9e-8c38-3306d0deeebb req-7b63ed74-8a4e-4e19-850a-efd79253eba5 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:36.742310 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f536820f-5f69-4b9e-8c38-3306d0deeebb req-7b63ed74-8a4e-4e19-850a-efd79253eba5 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 944 time: 0.0524480 Mar 31 21:41:36.789349 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f536820f-5f69-4b9e-8c38-3306d0deeebb req-c09908a3-3bf8-4c22-ac00-28cfd66a6b72 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413198 Mar 31 21:41:37.402692 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aed2f082-b210-4468-bc1a-3a44c7300474 req-63bfdc68-d12d-43ee-96df-a3c33870701e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 210 time: 0.0304191 Mar 31 21:41:37.754965 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:37.819206 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc2b7-0939-4168-8ba9-1aa0af6d2c60 req-ad51f36a-42d9-4615-94a6-c87070c55589 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:37.820165 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-47ebc2b7-0939-4168-8ba9-1aa0af6d2c60 req-ad51f36a-42d9-4615-94a6-c87070c55589 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0543306 Mar 31 21:41:37.871875 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-47ebc2b7-0939-4168-8ba9-1aa0af6d2c60 req-974b0d8a-c2cd-412b-9f3c-d74e8ef2973b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Mar 31 21:41:37.916787 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a1341-dafd-4124-8415-9b65b4c1ac13 req-0f70bf0d-b5c9-412c-a9ef-b6ff570fbc3a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:37.918279 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ab0a1341-dafd-4124-8415-9b65b4c1ac13 req-0f70bf0d-b5c9-412c-a9ef-b6ff570fbc3a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 944 time: 0.0532136 Mar 31 21:41:37.965894 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ab0a1341-dafd-4124-8415-9b65b4c1ac13 req-89a660a0-371e-4b98-ae51-148f1e1a6a8e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Mar 31 21:41:38.100665 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259163-c491-4865-94d6-0c50054b7314 req-ff3b259f-9b7d-415e-8b3f-af8a4c74ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:38.102345 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-09259163-c491-4865-94d6-0c50054b7314 req-ff3b259f-9b7d-415e-8b3f-af8a4c74ffa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 1128 time: 0.0458546 Mar 31 21:41:38.298543 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259163-c491-4865-94d6-0c50054b7314 req-48c3c758-fa6a-4a2c-ba42-a3a6afffba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:38.300131 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-09259163-c491-4865-94d6-0c50054b7314 req-48c3c758-fa6a-4a2c-ba42-a3a6afffba0b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2e7e92ff407a491cade61defb804388a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1837649 Mar 31 21:41:38.481974 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09259163-c491-4865-94d6-0c50054b7314 req-35d3f41f-560f-47e4-812d-df5568f15082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:38.483975 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-09259163-c491-4865-94d6-0c50054b7314 req-35d3f41f-560f-47e4-812d-df5568f15082 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714342 Mar 31 21:41:38.504828 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-22f19f71-e8bc-4ac7-a051-d50afd8db9a5 req-6cfc5e9e-bc20-4048-b60a-f93e96a3faa7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 210 time: 0.0346670 Mar 31 21:41:38.584998 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-f654dc6c-f0b8-4059-8aed-02849cacb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:38.586535 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-f654dc6c-f0b8-4059-8aed-02849cacb1f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 1128 time: 0.0489287 Mar 31 21:41:38.633545 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-08e7d53e-b576-42c0-af2b-29192d0a3019 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=747a80b8-54ab-409b-ad78-bfd39f243885 HTTP/1.1" status: 200 len: 217 time: 0.0346193 Mar 31 21:41:38.697209 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-51916638-e758-499c-91f4-f5eb55427fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:38.698791 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-51916638-e758-499c-91f4-f5eb55427fa5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0539258 Mar 31 21:41:38.760323 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-5d4a0ab0-f2a5-4cee-a1d2-c7e3a5cfcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:38.762370 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-5d4a0ab0-f2a5-4cee-a1d2-c7e3a5cfcc12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478659 Mar 31 21:41:38.872821 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-d400ff17-ba32-45e7-8071-1fa092a186aa service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945389 Mar 31 21:41:38.983408 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c298c4ef-5878-4c8f-8ae7-af5108501760 req-855d03d9-9bcb-4cde-881a-66eae6b600b9 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916224 Mar 31 21:41:39.047973 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.070820 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-56e158fe-3739-458a-a2aa-1ab12f8f37db tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:39.072345 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-56e158fe-3739-458a-a2aa-1ab12f8f37db tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 818 time: 0.1812384 Mar 31 21:41:39.101734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17c95d-0609-4105-98ba-2b8180d63f56 req-b8253aa1-01ef-4214-9251-39ed931a099b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:39.108946 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-de17c95d-0609-4105-98ba-2b8180d63f56 req-b8253aa1-01ef-4214-9251-39ed931a099b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1369607 Mar 31 21:41:39.114951 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a832e97-6c59-41c1-8789-d391a96c9d5d req-d83be7be-584d-4528-9cdd-1436ed207413 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:39.116448 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0a832e97-6c59-41c1-8789-d391a96c9d5d req-d83be7be-584d-4528-9cdd-1436ed207413 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 944 time: 0.0593331 Mar 31 21:41:39.163850 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0a832e97-6c59-41c1-8789-d391a96c9d5d req-f94d3f09-55a8-42dc-b09a-ff6de4de6006 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Mar 31 21:41:39.185294 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-de17c95d-0609-4105-98ba-2b8180d63f56 req-ab89647a-1699-4c13-84ff-8b3f050eeca7 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753500 Mar 31 21:41:39.194716 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-0e88d258-d28b-4921-a943-dfefb2014e19 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29bb4d24e7074369b00ffa088e1f4d5c HTTP/1.1" status: 200 len: 380 time: 0.1076324 Mar 31 21:41:39.212876 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'port': {'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'admin_state_up': True, 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'security_groups': ['d9b83327-0aff-4726-984f-f4c171ec3b99']}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:39.318994 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Made reservation on behalf of 29bb4d24e7074369b00ffa088e1f4d5c for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:41:39.322348 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.451447 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Allocated IP 172.20.0.13 (1c02706c-737d-4304-8530-4cbdd17e7b08/c9103d37-64c7-4d3b-b7cd-4c6e5fc88179/72e7de87-96ce-4194-aa16-11b4763276d1) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:41:39.600445 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for port (72e7de87-96ce-4194-aa16-11b4763276d1), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.606005 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-933b53a6-b3d1-40f7-9524-8c6dc34c0d1a req-40d679ea-f8d8-4deb-9150-868138e15f68 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 210 time: 0.0303974 Mar 31 21:41:39.636193 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.680502 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:41:39.683922 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:41:39.691636 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:41:39.698436 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event updated for resources: {'Port': ['ID=72e7de87-96ce-4194-aa16-11b4763276d1,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:39.752652 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:39.753293 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.770533 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-45684e06-2ba7-49a4-8f34-af2101d45b0d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5661914 Mar 31 21:41:39.783667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Request body: {'port': {'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:39.849921 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.925956 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-903356a5-9067-4ef8-9c34-4d5b20620792 None None] Provisioning complete for port 72e7de87-96ce-4194-aa16-11b4763276d1 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:39.926334 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-903356a5-9067-4ef8-9c34-4d5b20620792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:39.965843 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-903356a5-9067-4ef8-9c34-4d5b20620792 None None] Port 72e7de87-96ce-4194-aa16-11b4763276d1 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:41:40.033613 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:41:40.133755 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:40.141202 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e7de87-96ce-4194-aa16-11b4763276d1 {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:40.145144 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'mac_address': 'fa:16:3e:93:9c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:41:40.149181 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Publish callbacks [] for port (72e7de87-96ce-4194-aa16-11b4763276d1), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.161943 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Transition to ACTIVE for port object 72e7de87-96ce-4194-aa16-11b4763276d1 will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:41:40.165783 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.182674 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: ACTIVE; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:40.183063 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.197796 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:40.225558 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:40.226424 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Pushing event updated for resources: {'Port': ['ID=72e7de87-96ce-4194-aa16-11b4763276d1,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:40.239972 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.323649 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=6']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:40.361797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ec91-bd71-492c-9496-fb2f2da01ed2 req-579cc008-7bf6-45c1-9152-528849d50a51 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.363142 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Attempting to bind port 72e7de87-96ce-4194-aa16-11b4763276d1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:41:40.363513 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Attempting to bind port 72e7de87-96ce-4194-aa16-11b4763276d1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:41:40.363868 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Attempting to bind port 72e7de87-96ce-4194-aa16-11b4763276d1 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:40.364562 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-16a8ec91-bd71-492c-9496-fb2f2da01ed2 req-579cc008-7bf6-45c1-9152-528849d50a51 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 944 time: 0.0736914 Mar 31 21:41:40.372519 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Port 72e7de87-96ce-4194-aa16-11b4763276d1 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:41:40.372823 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Attempting to bind port 72e7de87-96ce-4194-aa16-11b4763276d1 on network 1c02706c-737d-4304-8530-4cbdd17e7b08 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:41:40.380976 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:41:40.381417 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Checking segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:41:40.381972 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Bound using segment: {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:41:40.382148 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Bound port: 72e7de87-96ce-4194-aa16-11b4763276d1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0545a9-cf5d-438e-9a72-96b2bca47040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:41:40.382531 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.393378 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc89a67-aca7-4ced-88c4-b877018014fa req-76e306b3-3590-4019-b3e1-9f42f0d0580c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.394865 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ddc89a67-aca7-4ced-88c4-b877018014fa req-76e306b3-3590-4019-b3e1-9f42f0d0580c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 944 time: 0.0920191 Mar 31 21:41:40.428684 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-16a8ec91-bd71-492c-9496-fb2f2da01ed2 req-a1e0dfae-254e-44f2-87f5-a8f7b8426f02 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553675 Mar 31 21:41:40.464316 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:40.495242 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ddc89a67-aca7-4ced-88c4-b877018014fa req-272c2212-a8d4-4a81-bab7-9c1177e7ea89 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908704 Mar 31 21:41:40.500846 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] For port 72e7de87-96ce-4194-aa16-11b4763276d1, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:41:40.504419 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] For port 72e7de87-96ce-4194-aa16-11b4763276d1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=72e7de87-96ce-4194-aa16-11b4763276d1,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:41:40.519166 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.551897 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.552519 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:40.553950 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] 10.222.0.35 "PUT /v2.0/ports/72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 1094 time: 0.7746794 Mar 31 21:41:40.554390 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:40.556626 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b870f02-fe0f-4fc5-9720-8447c9893c16" -d '{"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:40.589463 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b264e7-da18-4598-be2c-4d8940aba9bb service neutron] Pushing event updated for resources: {'Port': ['ID=72e7de87-96ce-4194-aa16-11b4763276d1,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:40.631960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ff91c-b080-4075-ae8f-797a4659a2d3 x-openstack-request-id: req-c80ff91c-b080-4075-ae8f-797a4659a2d3 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:40.632328 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:40.632647 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c80ff91c-b080-4075-ae8f-797a4659a2d3 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:40.633126 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80ff91c-b080-4075-ae8f-797a4659a2d3'] response: {'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1', 'status': 'completed', 'code': 200} Mar 31 21:41:40.670101 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-906f0bc7-0b16-497e-bbf6-3f2daa586744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.671879 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-906f0bc7-0b16-497e-bbf6-3f2daa586744 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1128 time: 0.0524609 Mar 31 21:41:40.739287 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-0cf032fa-5e97-4cb5-8111-8c8aa1485eb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 217 time: 0.0562997 Mar 31 21:41:40.811961 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819285a-355b-4932-a9b8-fc28225349a1 req-34c1bec6-08f0-4359-bcd3-9c8c21d29928 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.813725 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2819285a-355b-4932-a9b8-fc28225349a1 req-34c1bec6-08f0-4359-bcd3-9c8c21d29928 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 944 time: 0.1241298 Mar 31 21:41:40.842188 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-6b45b136-659b-4fd3-820b-f63342346d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.843781 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-6b45b136-659b-4fd3-820b-f63342346d2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0761662 Mar 31 21:41:40.902239 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2819285a-355b-4932-a9b8-fc28225349a1 req-221c45c5-bfe4-48a7-8709-824d58d662b9 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794673 Mar 31 21:41:40.915511 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-11b3df4b-826d-410c-8494-8af684dd959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:40.917008 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-11b3df4b-826d-410c-8494-8af684dd959a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670578 Mar 31 21:41:41.010580 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-73ac5ea9-97e7-466f-ba6b-69da66ab8644 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855479 Mar 31 21:41:41.124836 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-08202800-2c58-4b3c-b1d8-0109c671b8ab req-8adb5c1c-927c-40d6-be8d-8195e3f1981c service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069012 Mar 31 21:41:41.227915 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-3748135d-38d1-4a12-98a9-293006e29a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.229467 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-3748135d-38d1-4a12-98a9-293006e29a7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1128 time: 0.0494642 Mar 31 21:41:41.292376 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53218) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:41.335897 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-a0432f75-7aba-4ab6-acd0-aa9c20d04718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.337430 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-a0432f75-7aba-4ab6-acd0-aa9c20d04718 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1012738 Mar 31 21:41:41.395073 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-866ea8ad-b2a9-421f-9e42-df67c8679bd6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 217 time: 0.0354426 Mar 31 21:41:41.439911 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-885e1b2d-a665-4f08-9cbc-a9b7ee904605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:41.473169 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-76c5d349-2338-42a4-b149-01c5c06f733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.474772 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-76c5d349-2338-42a4-b149-01c5c06f733e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0654659 Mar 31 21:41:41.580763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48f959-1c75-4aaf-a80b-a48aa6774c3e req-da76d6df-87a4-422e-b4cc-ce6d0f27d376 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.582435 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4d48f959-1c75-4aaf-a80b-a48aa6774c3e req-da76d6df-87a4-422e-b4cc-ce6d0f27d376 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 944 time: 0.0619051 Mar 31 21:41:41.651171 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4d48f959-1c75-4aaf-a80b-a48aa6774c3e req-b9d0bcd9-6cee-43a0-939e-bf84d751bdbd tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625393 Mar 31 21:41:41.828457 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-885e1b2d-a665-4f08-9cbc-a9b7ee904605 admin admin] Publish callbacks [] for security_group (5ddceff6-90a2-4fcf-9771-867c78feb2ab), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:41.837570 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-499075fb-2028-4b38-b491-fd56548b3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.839268 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-499075fb-2028-4b38-b491-fd56548b3a8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3490930 Mar 31 21:41:41.840954 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-885e1b2d-a665-4f08-9cbc-a9b7ee904605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (5ddceff6-90a2-4fcf-9771-867c78feb2ab), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:41.853180 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b6052-0f9d-459b-b5ce-9befd47f87c5 req-bb609340-ff81-49d7-b1c5-996118d77e5f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:41.854570 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-417b6052-0f9d-459b-b5ce-9befd47f87c5 req-bb609340-ff81-49d7-b1c5-996118d77e5f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 944 time: 0.1073275 Mar 31 21:41:41.953470 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-885e1b2d-a665-4f08-9cbc-a9b7ee904605 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e068d99799143489e9563dba76a8437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6585226 Mar 31 21:41:41.956399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 53230) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:41.958334 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e1b2d-a665-4f08-9cbc-a9b7ee904605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddceff6-90a2-4fcf-9771-867c78feb2ab,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:41.997937 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-417b6052-0f9d-459b-b5ce-9befd47f87c5 req-ee4881c4-63fd-454b-98b8-3a81a6155fc2 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354015 Mar 31 21:41:42.024074 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-8cd369fb-66bd-4a04-8737-0fc4e9805583 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670108 Mar 31 21:41:42.052507 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3d627184-9daf-4518-84b5-a4bd3685bd68 admin admin] Publish callbacks [] for security_group (5ddceff6-90a2-4fcf-9771-867c78feb2ab), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.054808 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 747a80b8-54ab-409b-ad78-bfd39f243885 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:41:42.062789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:42.064189 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d2ce-d892-4d58-a769-3960177ba5b6 req-7392de1f-f01e-4e8b-b7a5-e578fef9bf7d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:42.065992 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89e2d2ce-d892-4d58-a769-3960177ba5b6 req-7392de1f-f01e-4e8b-b7a5-e578fef9bf7d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 944 time: 0.0895886 Mar 31 21:41:42.113068 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3d627184-9daf-4518-84b5-a4bd3685bd68 admin admin] Publish callbacks [] for security_group (5ddceff6-90a2-4fcf-9771-867c78feb2ab), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.137519 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2b870f02-fe0f-4fc5-9720-8447c9893c16 req-9bcd06b9-ec52-45ee-8cfb-13e8834d9a4a service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032188 Mar 31 21:41:42.170747 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89e2d2ce-d892-4d58-a769-3960177ba5b6 req-ee19532d-9464-47a8-a0b6-8030f8e3b390 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929167 Mar 31 21:41:42.180007 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:42.180643 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.193744 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3d627184-9daf-4518-84b5-a4bd3685bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (5ddceff6-90a2-4fcf-9771-867c78feb2ab), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.196361 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3d627184-9daf-4518-84b5-a4bd3685bd68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.197539 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3d627184-9daf-4518-84b5-a4bd3685bd68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ddceff6-90a2-4fcf-9771-867c78feb2ab HTTP/1.1" status: 204 len: 168 time: 0.2400258 Mar 31 21:41:42.208133 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d627184-9daf-4518-84b5-a4bd3685bd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddceff6-90a2-4fcf-9771-867c78feb2ab,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:42.239943 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 747a80b8-54ab-409b-ad78-bfd39f243885, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=747a80b8-54ab-409b-ad78-bfd39f243885,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:42.259196 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '747a80b8-54ab-409b-ad78-bfd39f243885', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'port_id': '747a80b8-54ab-409b-ad78-bfd39f243885', 'mac_address': 'fa:16:3e:52:a5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:41:42.333363 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 747a80b8-54ab-409b-ad78-bfd39f243885 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:42.333828 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.349101 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747a80b8-54ab-409b-ad78-bfd39f243885 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:42.355435 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:42.355435 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.388612 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 747a80b8-54ab-409b-ad78-bfd39f243885, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=747a80b8-54ab-409b-ad78-bfd39f243885,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:42.403582 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.416874 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:42.419620 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda74fb2-e965-4738-b986-7124b56c877a" -d '{"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-plugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:42.473321 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:42.483491 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:42.489444 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae2058-0568-49db-b250-db93441c0cf3 x-openstack-request-id: req-61ae2058-0568-49db-b250-db93441c0cf3 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:42.489765 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-plugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:42.490030 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61ae2058-0568-49db-b250-db93441c0cf3 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:42.490438 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ae2058-0568-49db-b250-db93441c0cf3'] response: {'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'code': 200} Mar 31 21:41:42.501630 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=747a80b8-54ab-409b-ad78-bfd39f243885,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:42.558719 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=7']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:42.805079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7bf90-1eea-4891-9368-a9e8183098a8 req-3ab10584-7f44-4454-a16f-e717f38e2f7c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:42.806613 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f4d7bf90-1eea-4891-9368-a9e8183098a8 req-3ab10584-7f44-4454-a16f-e717f38e2f7c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0565848 Mar 31 21:41:42.856198 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f4d7bf90-1eea-4891-9368-a9e8183098a8 req-e18f647e-d367-4124-9947-7fcb68596bf4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Mar 31 21:41:42.893535 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['747a80b8-54ab-409b-ad78-bfd39f243885'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:43.151278 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485776-5fcb-4f25-abf4-380280677ff7 req-f72a7dd0-8946-4ef5-b90e-3e02f170d24d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:43.153703 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-50485776-5fcb-4f25-abf4-380280677ff7 req-f72a7dd0-8946-4ef5-b90e-3e02f170d24d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 945 time: 0.0637381 Mar 31 21:41:43.214628 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-50485776-5fcb-4f25-abf4-380280677ff7 req-01f5bd71-2e59-4c5f-82ba-0223401fd7b5 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547736 Mar 31 21:41:43.330385 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8c9e4-b2e6-4238-b3f4-554fed298435 req-f616e484-5b12-446e-9ad4-754502303694 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:43.332161 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2cb8c9e4-b2e6-4238-b3f4-554fed298435 req-f616e484-5b12-446e-9ad4-754502303694 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 944 time: 0.0676486 Mar 31 21:41:43.393734 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2cb8c9e4-b2e6-4238-b3f4-554fed298435 req-1eea52a6-707b-4667-9030-b7f79f0135fb tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552182 Mar 31 21:41:43.998096 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6cdf6-dd5e-435b-af9b-0a68774a80a5 req-a0952dc7-ae48-4cee-9658-53b12d4f6f25 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:44.000481 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bae6cdf6-dd5e-435b-af9b-0a68774a80a5 req-a0952dc7-ae48-4cee-9658-53b12d4f6f25 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0636106 Mar 31 21:41:44.063369 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bae6cdf6-dd5e-435b-af9b-0a68774a80a5 req-6235a357-da48-4338-bc86-c41ef09db24c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570796 Mar 31 21:41:44.077877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 72e7de87-96ce-4194-aa16-11b4763276d1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:41:44.348811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 72e7de87-96ce-4194-aa16-11b4763276d1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=72e7de87-96ce-4194-aa16-11b4763276d1,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:44.367862 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '72e7de87-96ce-4194-aa16-11b4763276d1', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:41:44.385391 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9fbcb-3772-434b-94c6-d191ee51bf6a req-c53c791d-fde9-4e32-a755-1f40eb7ca152 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:44.405793 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0bb9fbcb-3772-434b-94c6-d191ee51bf6a req-c53c791d-fde9-4e32-a755-1f40eb7ca152 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 945 time: 0.0834088 Mar 31 21:41:44.450059 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 72e7de87-96ce-4194-aa16-11b4763276d1 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:44.453275 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:44.488050 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0bb9fbcb-3772-434b-94c6-d191ee51bf6a req-c42d460d-925b-4c5a-aa27-b3aa4cb0b1c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809681 Mar 31 21:41:44.547536 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e7de87-96ce-4194-aa16-11b4763276d1 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:41:44.574710 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 72e7de87-96ce-4194-aa16-11b4763276d1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=72e7de87-96ce-4194-aa16-11b4763276d1,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:44.590912 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:44.650173 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=72e7de87-96ce-4194-aa16-11b4763276d1,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:44.653416 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4544c-b918-4bb8-84f4-287b958f6aa4 req-45a1af30-1e5b-46d0-a67c-b8c44c7d610f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:44.655511 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0cd4544c-b918-4bb8-84f4-287b958f6aa4 req-45a1af30-1e5b-46d0-a67c-b8c44c7d610f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 945 time: 0.0807202 Mar 31 21:41:44.712578 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0cd4544c-b918-4bb8-84f4-287b958f6aa4 req-cad4d0e7-3393-4e83-aa9c-e6f42691dfc9 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506506 Mar 31 21:41:45.077559 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['72e7de87-96ce-4194-aa16-11b4763276d1'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:41:45.239427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3257a-cb4c-46a1-a02f-d5d95b240485 req-7a8ed6a4-19d4-49d3-b2ad-8cf312a0e4ea tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:45.240991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91b3257a-cb4c-46a1-a02f-d5d95b240485 req-7a8ed6a4-19d4-49d3-b2ad-8cf312a0e4ea tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0747287 Mar 31 21:41:45.312553 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91b3257a-cb4c-46a1-a02f-d5d95b240485 req-4f4a92aa-0340-409c-83c1-dbf466c8daa5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625234 Mar 31 21:41:45.644003 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a4dce-0a6c-4944-bffe-c9aa8f2ab97c req-82cc29b7-5d2a-41c9-a936-ab88b5e38bb2 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:45.645922 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-217a4dce-0a6c-4944-bffe-c9aa8f2ab97c req-82cc29b7-5d2a-41c9-a936-ab88b5e38bb2 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 945 time: 0.0821738 Mar 31 21:41:45.726634 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-217a4dce-0a6c-4944-bffe-c9aa8f2ab97c req-f52d9ec1-a01c-4c0b-88b9-1557cad061ea tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741246 Mar 31 21:41:45.753794 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-e27b2b7b-ecd9-4d83-a9de-ad825092e6ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750670 Mar 31 21:41:45.891420 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-f62a4421-2a07-40b2-b439-cdc1a87884b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:45.892535 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12f05f-b43d-4858-b576-01dbd4023e49 req-cc653d04-c540-46c4-8a60-f5de5c5c592f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:45.893214 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-f62a4421-2a07-40b2-b439-cdc1a87884b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1130 time: 0.0748460 Mar 31 21:41:45.894188 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7f12f05f-b43d-4858-b576-01dbd4023e49 req-cc653d04-c540-46c4-8a60-f5de5c5c592f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 945 time: 0.0695338 Mar 31 21:41:45.957541 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7f12f05f-b43d-4858-b576-01dbd4023e49 req-be9943ee-7231-464c-9c26-fbf972e66fab tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510464 Mar 31 21:41:46.040994 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-3b056dd3-32ef-48b3-be0c-030ce052105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:46.042411 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-3b056dd3-32ef-48b3-be0c-030ce052105e service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.1230364 Mar 31 21:41:46.085505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 747a80b8-54ab-409b-ad78-bfd39f243885 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:46.121108 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-f7b7d580-c387-4b02-b711-714e2a49d8f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 1002 time: 0.0708292 Mar 31 21:41:46.147937 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 747a80b8-54ab-409b-ad78-bfd39f243885 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:41:46.152079 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 747a80b8-54ab-409b-ad78-bfd39f243885 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:46.152513 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:46.176807 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-f007cf90-c5be-4e2d-9f02-30d59446edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:46.178327 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-f007cf90-c5be-4e2d-9f02-30d59446edfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0501041 Mar 31 21:41:46.235651 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 747a80b8-54ab-409b-ad78-bfd39f243885 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:46.236038 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:46.242045 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-e061093d-89dc-4932-9071-26c235dd0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:46.243983 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-e061093d-89dc-4932-9071-26c235dd0c82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552990 Mar 31 21:41:46.263579 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:46.266404 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902f19c-bde8-4b1e-a75a-8b0727cf8c79" -d '{"events": [{"server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "name": "network-vif-plugged", "status": "completed", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:46.282213 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 747a80b8-54ab-409b-ad78-bfd39f243885, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=747a80b8-54ab-409b-ad78-bfd39f243885,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:46.287681 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:46.334729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d2eb5-2836-477e-b413-87f7a1f61d6a x-openstack-request-id: req-343d2eb5-2836-477e-b413-87f7a1f61d6a {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:46.334729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "name": "network-vif-plugged", "status": "completed", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:46.334729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-343d2eb5-2836-477e-b413-87f7a1f61d6a {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:46.335075 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343d2eb5-2836-477e-b413-87f7a1f61d6a'] response: {'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885', 'code': 200} Mar 31 21:41:46.375208 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=747a80b8-54ab-409b-ad78-bfd39f243885,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:46.466916 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-283b6766-90fa-48c3-8ea4-2d3b61e19142 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075629 Mar 31 21:41:46.500135 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd8dc2-3240-40bb-a42b-19efff0aecf8 req-03f01990-2f25-41b5-a95f-26e64f48131c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:46.501790 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-97dd8dc2-3240-40bb-a42b-19efff0aecf8 req-03f01990-2f25-41b5-a95f-26e64f48131c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0839345 Mar 31 21:41:46.559520 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-97dd8dc2-3240-40bb-a42b-19efff0aecf8 req-a04cb56e-e3c3-41a1-b50c-7168e8248709 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504494 Mar 31 21:41:46.609126 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3058b540-8dfe-4ccc-8c8a-22b689b6494f req-00168adf-21b3-4346-91fb-1d53f6b4ef48 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287878 Mar 31 21:41:46.620720 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483ac6-5309-473c-a3b8-15f4f0a72e8f req-e1737921-553c-4413-b98a-79d649a1a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:46.622268 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f0483ac6-5309-473c-a3b8-15f4f0a72e8f req-e1737921-553c-4413-b98a-79d649a1a175 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 1130 time: 0.0600324 Mar 31 21:41:46.692011 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f0483ac6-5309-473c-a3b8-15f4f0a72e8f req-7503fcec-fcda-4d6c-b82e-ce58652c5193 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485854 Mar 31 21:41:46.854231 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac8476-66fd-4618-9b92-077725e79631 req-f23d13d3-d3b5-43bf-8978-2bdb8f8a9226 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:46.855758 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-64ac8476-66fd-4618-9b92-077725e79631 req-f23d13d3-d3b5-43bf-8978-2bdb8f8a9226 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.0547371 Mar 31 21:41:46.915616 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-64ac8476-66fd-4618-9b92-077725e79631 req-b4d32a75-2f14-4e03-8093-a65299fd592f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494153 Mar 31 21:41:47.082452 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc295ac-99a6-45e8-9767-b6426287801a req-18159961-95e7-4307-a368-96a4389238a6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:47.083984 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2dc295ac-99a6-45e8-9767-b6426287801a req-18159961-95e7-4307-a368-96a4389238a6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 945 time: 0.0581214 Mar 31 21:41:47.144751 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2dc295ac-99a6-45e8-9767-b6426287801a req-7ddc51f5-8fcd-4216-9325-4ece26730951 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551708 Mar 31 21:41:47.693949 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752d22-eacd-450a-bef9-656f5da07106 req-322854a0-68d7-49e3-8d10-9f9f12665b03 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:47.695446 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5b752d22-eacd-450a-bef9-656f5da07106 req-322854a0-68d7-49e3-8d10-9f9f12665b03 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0605228 Mar 31 21:41:47.744267 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5b752d22-eacd-450a-bef9-656f5da07106 req-fbf1a1e4-2ca7-40ca-907a-ea7a535177bd tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Mar 31 21:41:48.032736 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc135-85b2-4c1e-b013-60b7e98de405 req-e17813f6-b698-4809-9d95-9d9bc63b6156 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:48.034246 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b2edc135-85b2-4c1e-b013-60b7e98de405 req-e17813f6-b698-4809-9d95-9d9bc63b6156 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.0529108 Mar 31 21:41:48.086633 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b2edc135-85b2-4c1e-b013-60b7e98de405 req-94850c50-6b22-4341-8320-3f21a3226eb3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Mar 31 21:41:48.119488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 72e7de87-96ce-4194-aa16-11b4763276d1 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:41:48.176016 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 72e7de87-96ce-4194-aa16-11b4763276d1 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:41:48.180456 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 72e7de87-96ce-4194-aa16-11b4763276d1 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:41:48.180870 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:48.280121 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 72e7de87-96ce-4194-aa16-11b4763276d1 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:48.280596 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:48.291073 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f09c9c-adca-4121-af20-ff0a9e72e75a req-acfd45d2-20dc-472a-9ae8-af06edf91f8d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:48.298969 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2f09c9c-adca-4121-af20-ff0a9e72e75a req-acfd45d2-20dc-472a-9ae8-af06edf91f8d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 945 time: 0.0752769 Mar 31 21:41:48.330872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 72e7de87-96ce-4194-aa16-11b4763276d1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=72e7de87-96ce-4194-aa16-11b4763276d1,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:48.337384 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:48.340211 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae06518-d5b9-4174-a91a-2bf32503da7f" -d '{"events": [{"server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "name": "network-vif-plugged", "status": "completed", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:48.343560 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:48.359277 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2f09c9c-adca-4121-af20-ff0a9e72e75a req-33c465d7-1a2b-49cf-a4a6-947f1b22208c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541656 Mar 31 21:41:48.392353 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f737b3-eb32-405b-a970-2c1e2e03707c x-openstack-request-id: req-37f737b3-eb32-405b-a970-2c1e2e03707c {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:48.392664 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "name": "network-vif-plugged", "status": "completed", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:48.392921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37f737b3-eb32-405b-a970-2c1e2e03707c {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:48.393346 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f737b3-eb32-405b-a970-2c1e2e03707c'] response: {'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1', 'code': 200} Mar 31 21:41:48.405864 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=72e7de87-96ce-4194-aa16-11b4763276d1,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:48.619845 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e9635-5d15-4221-9d32-3b2ed493abab req-7fc25b62-0089-4d0a-8e39-0eb26597319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:48.621479 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-054e9635-5d15-4221-9d32-3b2ed493abab req-7fc25b62-0089-4d0a-8e39-0eb26597319f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.0558290 Mar 31 21:41:48.691884 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-054e9635-5d15-4221-9d32-3b2ed493abab req-c15ea928-a1c9-426c-9606-ffa4e8089d73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493584 Mar 31 21:41:48.700075 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:48.932537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61fd0c-5a83-467e-8b08-c21dccd655e5 req-517a4024-4fca-4974-b95b-b274340fa04a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:48.943388 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc61fd0c-5a83-467e-8b08-c21dccd655e5 req-517a4024-4fca-4974-b95b-b274340fa04a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0776787 Mar 31 21:41:49.012066 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc61fd0c-5a83-467e-8b08-c21dccd655e5 req-b8d71b39-9a5b-4868-b6c4-a805d46b7f11 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563765 Mar 31 21:41:49.325697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da168f-9379-447e-909c-b93f709eab8f req-6e2ee3c7-06e4-41ef-872a-0e57ada21b70 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:49.334043 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d3da168f-9379-447e-909c-b93f709eab8f req-6e2ee3c7-06e4-41ef-872a-0e57ada21b70 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.0890169 Mar 31 21:41:49.419216 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d3da168f-9379-447e-909c-b93f709eab8f req-49dda7fb-f0bc-4c67-8b41-c41db447e8dc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832880 Mar 31 21:41:49.566531 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48def-2290-4208-8cee-07afa13f34c7 req-232c7e0f-038b-44f3-8175-86a8e4afa476 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:49.569263 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3bc48def-2290-4208-8cee-07afa13f34c7 req-232c7e0f-038b-44f3-8175-86a8e4afa476 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0671239 Mar 31 21:41:49.627541 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943911d-ef3e-427f-878c-597d74f5eac5 req-19ead335-f2a4-4ef1-bc6c-6602bd2d906e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:49.630815 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d943911d-ef3e-427f-878c-597d74f5eac5 req-19ead335-f2a4-4ef1-bc6c-6602bd2d906e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.1213086 Mar 31 21:41:49.642232 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53348) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:49.647478 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'port_id': '747a80b8-54ab-409b-ad78-bfd39f243885'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:49.691826 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3bc48def-2290-4208-8cee-07afa13f34c7 req-5cd5fa5c-df4d-4c14-bc98-c22700ec0f4b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096060 Mar 31 21:41:49.727248 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (874aa2ec-279c-42f5-9457-12e6f8d2baa3), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:50.206621 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc9fb6-3dcb-4384-824c-ec0b2999b856 req-d3d87597-e2ec-4fe4-8e56-349a3e8f9763 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:50.213405 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c1cc9fb6-3dcb-4384-824c-ec0b2999b856 req-d3d87597-e2ec-4fe4-8e56-349a3e8f9763 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1060030 Mar 31 21:41:50.308813 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c1cc9fb6-3dcb-4384-824c-ec0b2999b856 req-afb444f0-cb61-4644-a3fc-b0fe9f8ac709 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944829 Mar 31 21:41:50.329384 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:50.336745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (874aa2ec-279c-42f5-9457-12e6f8d2baa3), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:50.460479 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP 874aa2ec-279c-42f5-9457-12e6f8d2baa3 associated. External IP: 172.27.1.17, port: 747a80b8-54ab-409b-ad78-bfd39f243885. Mar 31 21:41:50.790789 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:50.836602 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9547cc-7b4c-4494-b066-b12b55335a4e req-67f7016d-ea70-4f5d-820d-d07e217b9ed7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:50.848233 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a9547cc-7b4c-4494-b066-b12b55335a4e req-67f7016d-ea70-4f5d-820d-d07e217b9ed7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0927920 Mar 31 21:41:50.926232 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a9547cc-7b4c-4494-b066-b12b55335a4e req-6b8a07f2-15da-4ae5-a21c-918c0ae240fc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720608 Mar 31 21:41:50.952715 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:50.957879 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:50.966214 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:50.977273 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:50.978204 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:41:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:50.995742 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-eaff6068-2d5b-414e-b928-86e1decd3b64 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "PUT /v2.0/floatingips/874aa2ec-279c-42f5-9457-12e6f8d2baa3 HTTP/1.1" status: 200 len: 991 time: 1.3517342 Mar 31 21:41:50.996473 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:50.999577 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0c4912-7acc-4cee-adb8-643dd81407ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:51.058752 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789d5ac-c9fe-48e6-b7fb-19b1b6c179fa x-openstack-request-id: req-6789d5ac-c9fe-48e6-b7fb-19b1b6c179fa {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:51.059133 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:51.059310 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6789d5ac-c9fe-48e6-b7fb-19b1b6c179fa {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:51.059718 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6789d5ac-c9fe-48e6-b7fb-19b1b6c179fa'] response: {'name': 'network-changed', 'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885', 'status': 'completed', 'code': 200} Mar 31 21:41:51.130540 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:51.161643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-5cb624f6-042b-4b36-bcb0-306de6ebceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:51.163905 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-5cb624f6-042b-4b36-bcb0-306de6ebceef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 1130 time: 0.0706394 Mar 31 21:41:51.290588 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-633abea1-976b-4a13-89a7-ea9fdaba6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:51.292433 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-633abea1-976b-4a13-89a7-ea9fdaba6a7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.1067543 Mar 31 21:41:51.388482 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-e614a746-e879-4f10-bdd7-737e86a88ccb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=747a80b8-54ab-409b-ad78-bfd39f243885 HTTP/1.1" status: 200 len: 999 time: 0.0751438 Mar 31 21:41:51.425007 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}, {'id': '874aa2ec-279c-42f5-9457-12e6f8d2baa3', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': '747a80b8-54ab-409b-ad78-bfd39f243885', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:52:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:30Z', 'updated_at': '2022-03-31T21:41:50Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:51.461528 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:51.464893 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6d8d4-cc9c-4454-96d2-a68a1b4f2773 req-0be50519-01d2-4511-8b38-7943d5a84fef tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:51.466417 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-53f6d8d4-cc9c-4454-96d2-a68a1b4f2773 req-0be50519-01d2-4511-8b38-7943d5a84fef tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0609553 Mar 31 21:41:51.471160 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:51.471782 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:41:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:51.518159 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-53f6d8d4-cc9c-4454-96d2-a68a1b4f2773 req-0b19d512-0212-4906-bece-acfd31eced4b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Mar 31 21:41:51.592466 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:51.620956 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-6d330083-10a0-4c92-ab62-4f33d757e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:51.622536 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-6d330083-10a0-4c92-ab62-4f33d757e9ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0576146 Mar 31 21:41:51.731070 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-1d072e7b-ecb6-4e2d-95f9-cd8af9ea85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:51.733414 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-1d072e7b-ecb6-4e2d-95f9-cd8af9ea85c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794234 Mar 31 21:41:51.872678 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-5630c604-21df-4e10-b227-0516e48421c8 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255763 Mar 31 21:41:51.915377 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}, {'id': '874aa2ec-279c-42f5-9457-12e6f8d2baa3', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': '747a80b8-54ab-409b-ad78-bfd39f243885', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:52:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:30Z', 'updated_at': '2022-03-31T21:41:50Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:51.947516 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f66e82-22b6-434b-a226-6700a82c46e8 None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}, {'id': '874aa2ec-279c-42f5-9457-12e6f8d2baa3', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': '747a80b8-54ab-409b-ad78-bfd39f243885', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:52:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:30Z', 'updated_at': '2022-03-31T21:41:50Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:52.006136 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4b0c4912-7acc-4cee-adb8-643dd81407ae req-bf1830d4-689f-4097-b378-7eb8665af0e2 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142483 Mar 31 21:41:52.184193 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835953-1963-4634-a3eb-300a08dfe119 req-77e4559d-1a40-48cb-8cc8-b24090e4ba26 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:52.186455 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c9835953-1963-4634-a3eb-300a08dfe119 req-77e4559d-1a40-48cb-8cc8-b24090e4ba26 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0936024 Mar 31 21:41:52.267340 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c9835953-1963-4634-a3eb-300a08dfe119 req-c6d4d9d0-ef64-49a1-8620-dd11a3f9904a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748327 Mar 31 21:41:52.350037 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca61f892-a335-43c4-84f7-88794b82ac75 None None] New status for floating IP 874aa2ec-279c-42f5-9457-12e6f8d2baa3: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:41:52.591322 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33d96-01ec-4104-a1ee-c3061228966d req-964803df-ef86-4b0a-aa81-9c01d0921591 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:52.593760 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bea33d96-01ec-4104-a1ee-c3061228966d req-964803df-ef86-4b0a-aa81-9c01d0921591 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.2141175 Mar 31 21:41:52.603407 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53372) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:41:52.609930 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'floatingip': {'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:41:52.962071 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:53.099707 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea3402-2141-4d66-b98c-85bc0278a9c1 req-f6ca45c8-e317-4cfb-8b86-12cfca480276 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:53.101450 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2fea3402-2141-4d66-b98c-85bc0278a9c1 req-f6ca45c8-e317-4cfb-8b86-12cfca480276 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.1585989 Mar 31 21:41:53.228422 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2fea3402-2141-4d66-b98c-85bc0278a9c1 req-88702a9b-310c-40e4-9a75-cbc3649e4934 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198692 Mar 31 21:41:53.508904 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:53.513061 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:53.616918 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Floating IP 15c54b55-5bcd-4fad-a2ee-e83866a0a0df associated. External IP: 172.27.1.86, port: 72e7de87-96ce-4194-aa16-11b4763276d1. Mar 31 21:41:53.827960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:41:53.943685 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:41:53.948494 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:53.953048 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] Sync routers for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:41:53.963351 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:53.963944 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:41:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:53.979591 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-38004c7e-127f-4d6c-82e6-f90fd20b2f1f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "PUT /v2.0/floatingips/15c54b55-5bcd-4fad-a2ee-e83866a0a0df HTTP/1.1" status: 200 len: 991 time: 1.3750119 Mar 31 21:41:53.980189 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:53.983030 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283" -d '{"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:54.021782 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc5e15-d248-4e15-86e2-e8a42bd65892 x-openstack-request-id: req-bbfc5e15-d248-4e15-86e2-e8a42bd65892 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:54.022181 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:54.022501 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbfc5e15-d248-4e15-86e2-e8a42bd65892 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:54.022970 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfc5e15-d248-4e15-86e2-e8a42bd65892'] response: {'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1', 'status': 'completed', 'code': 200} Mar 31 21:41:54.082188 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:54.121131 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-c49ead6d-ac41-4673-8498-f7ae16e4e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.122731 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-c49ead6d-ac41-4673-8498-f7ae16e4e6c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.0487616 Mar 31 21:41:54.267360 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-9e6f9501-56a0-40f5-a549-87c779b78bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.268768 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-9e6f9501-56a0-40f5-a549-87c779b78bfe service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1282232 Mar 31 21:41:54.352528 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-040f6f42-3d91-4975-9cf9-0fe129303a35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 999 time: 0.0702083 Mar 31 21:41:54.364937 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '15c54b55-5bcd-4fad-a2ee-e83866a0a0df', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:35Z', 'updated_at': '2022-03-31T21:41:53Z', 'revision_number': 1, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:54.374981 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f95f4-78c6-4344-8c3c-098f2e194459 req-0ddb48f6-ca0b-426e-a9d6-c5bfe3d2c158 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.376814 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a19f95f4-78c6-4344-8c3c-098f2e194459 req-0ddb48f6-ca0b-426e-a9d6-c5bfe3d2c158 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0563085 Mar 31 21:41:54.398910 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] Checking router: 96658b4b-0c4d-4db3-98ba-b0467bf5f114 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:41:54.407919 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:41:54.408658 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:41:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:54.423722 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-2fc74d31-8de3-493f-be9a-24f8050cd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.425379 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-2fc74d31-8de3-493f-be9a-24f8050cd041 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0614166 Mar 31 21:41:54.458673 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a19f95f4-78c6-4344-8c3c-098f2e194459 req-19a573c0-78af-4378-a02d-5c0b07387596 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744350 Mar 31 21:41:54.470657 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-9c9a2ab7-b768-4989-b8c8-42f2482f0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.472892 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-9c9a2ab7-b768-4989-b8c8-42f2482f0159 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1129 time: 0.0696979 Mar 31 21:41:54.491597 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-434831b0-caa5-4e61-ba34-1a07ad245aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.493314 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-434831b0-caa5-4e61-ba34-1a07ad245aef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550632 Mar 31 21:41:54.527476 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:41:54.577460 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-c7636444-ea10-4d79-8221-562d3d5cf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.579102 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-c7636444-ea10-4d79-8221-562d3d5cf3e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.0967793 Mar 31 21:41:54.591318 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-c87230c9-feaa-4de9-99b1-e3827151f221 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907636 Mar 31 21:41:54.666540 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-e5d9d4ed-2174-4622-90bd-667a4cf3995e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 1001 time: 0.0648739 Mar 31 21:41:54.693824 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e25979ce-d1e3-4bc6-9a6c-2e532fdc3283 req-0b30aff6-0358-4a3b-8a0b-ee3e09a8bde2 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913858 Mar 31 21:41:54.728082 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-a73bda7d-6827-4005-89ba-6b618b4a2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.729590 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-a73bda7d-6827-4005-89ba-6b618b4a2067 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0508859 Mar 31 21:41:54.780209 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-6137b362-84ae-445a-8452-cfbb2b803efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:54.781669 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-6137b362-84ae-445a-8452-cfbb2b803efc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455391 Mar 31 21:41:54.872339 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '15c54b55-5bcd-4fad-a2ee-e83866a0a0df', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:35Z', 'updated_at': '2022-03-31T21:41:53Z', 'revision_number': 1, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:41:54.894231 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-fdd691fe-71e2-45d5-88d8-30a6e6d9b577 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931668 Mar 31 21:41:54.905018 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34c292-d554-405b-a730-0a2ef752ba1e None None] The sync data for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi is: [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '15c54b55-5bcd-4fad-a2ee-e83866a0a0df', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:35Z', 'updated_at': '2022-03-31T21:41:53Z', 'revision_number': 1, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:41:54.998692 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bc43b6c2-cab7-4b9c-9403-ef0a3de2b1b9 req-3fc12262-6a95-42a0-9c3c-440def2a609c service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903895 Mar 31 21:41:55.097110 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fbc01-7862-4a6b-81c9-86da6f6d1058 None None] New status for floating IP 15c54b55-5bcd-4fad-a2ee-e83866a0a0df: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:41:55.595123 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72031f-e8a7-49cc-b8a2-5fa2bdacedd6 req-0bfdaeba-37cb-4127-bb1d-265390642bd2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:55.596660 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bd72031f-e8a7-49cc-b8a2-5fa2bdacedd6 req-0bfdaeba-37cb-4127-bb1d-265390642bd2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 945 time: 0.0574315 Mar 31 21:41:55.645622 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bd72031f-e8a7-49cc-b8a2-5fa2bdacedd6 req-fd7bb237-1f90-4102-bd8f-b4b8563b9a18 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432680 Mar 31 21:41:56.129860 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:41:56.208262 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: ACTIVE; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:41:56.208647 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:56.230724 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:41:56.234065 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f543e8c-8ada-4d34-84e8-5ce36a75db34" -d '{"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:41:56.248193 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:41:56.255712 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:41:56.280046 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ea96a-5fd6-4c83-9874-8ac73e4b2ccd x-openstack-request-id: req-395ea96a-5fd6-4c83-9874-8ac73e4b2ccd {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:41:56.280358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:41:56.280615 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-395ea96a-5fd6-4c83-9874-8ac73e4b2ccd {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:41:56.281011 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395ea96a-5fd6-4c83-9874-8ac73e4b2ccd'] response: {'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'code': 200} Mar 31 21:41:56.305870 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=8']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:41:56.771801 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b91288-5025-42d6-87d7-9193bcbde65f req-d05b6e99-d32b-46c9-b53b-215a420fa18d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:56.773444 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-85b91288-5025-42d6-87d7-9193bcbde65f req-d05b6e99-d32b-46c9-b53b-215a420fa18d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0529780 Mar 31 21:41:56.820252 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-85b91288-5025-42d6-87d7-9193bcbde65f req-86f49228-ba15-446d-9d8a-c2c632e1db27 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 Mar 31 21:41:57.951629 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0eb1c-7e26-4427-bf8a-50de8cd93ac1 req-e277c479-a681-45cb-a010-f580037dc8d1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:57.954074 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-abb0eb1c-7e26-4427-bf8a-50de8cd93ac1 req-e277c479-a681-45cb-a010-f580037dc8d1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0592632 Mar 31 21:41:58.003909 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-abb0eb1c-7e26-4427-bf8a-50de8cd93ac1 req-a9525f0d-4a63-48b4-9ac1-891a06738163 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439947 Mar 31 21:41:59.129861 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d442983-a6c5-49d5-8739-d126de9c35a2 req-bebb582a-f191-49f2-9c1e-2b4e50cf8921 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:59.131215 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7d442983-a6c5-49d5-8739-d126de9c35a2 req-bebb582a-f191-49f2-9c1e-2b4e50cf8921 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0530226 Mar 31 21:41:59.176849 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7d442983-a6c5-49d5-8739-d126de9c35a2 req-4fec6d78-9925-4200-9796-f2fd68eaf909 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Mar 31 21:41:59.674997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-6563873d-6fb2-4250-ad5f-68b4d4a7dd13 req-6eabebba-554d-4863-8cb7-270a1653cfb5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:41:59.675981 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6563873d-6fb2-4250-ad5f-68b4d4a7dd13 req-6eabebba-554d-4863-8cb7-270a1653cfb5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053637 Mar 31 21:41:59.837100 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ecfa6-4a29-4663-8ca9-750058ab5cae req-9536b5ac-d6c3-4684-a03f-9de0825fe438 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:41:59.838635 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0a8ecfa6-4a29-4663-8ca9-750058ab5cae req-9536b5ac-d6c3-4684-a03f-9de0825fe438 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0569055 Mar 31 21:41:59.889672 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0a8ecfa6-4a29-4663-8ca9-750058ab5cae req-10d4247e-2aab-45ec-8307-61f6d6f85aa9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442107 Mar 31 21:42:00.200600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53466) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:00.287279 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-1977eaf1-0ca6-4cc6-a8c8-0ef6da71a0c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855024 Mar 31 21:42:00.296504 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-faf50a1a-fdae-401e-a4ef-1a405b8563f3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:42:00.297500 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-faf50a1a-fdae-401e-a4ef-1a405b8563f3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055802 Mar 31 21:42:00.374899 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 53476) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:42:00.464566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-6f880f78-d6d3-4284-af2f-e5cd1bc3ebdf tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:00.465912 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-6f880f78-d6d3-4284-af2f-e5cd1bc3ebdf tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports/9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 940 time: 0.0900395 Mar 31 21:42:00.538309 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:42:01.014798 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce920c12-a3a9-44ee-98b7-11581755f886 req-affa963b-ee8e-4bf9-af6d-75a654ff35a1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:01.016279 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ce920c12-a3a9-44ee-98b7-11581755f886 req-affa963b-ee8e-4bf9-af6d-75a654ff35a1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0524716 Mar 31 21:42:01.070472 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ce920c12-a3a9-44ee-98b7-11581755f886 req-ef1dc85c-59d0-4101-a9a8-e6fc2ce5f2c3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486796 Mar 31 21:42:01.267779 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2060d-98c6-402b-b2f7-7c0f638ef6da req-515bfeaf-53d2-4db0-b709-ea80b5c1cfc1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:01.269241 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-90f2060d-98c6-402b-b2f7-7c0f638ef6da req-515bfeaf-53d2-4db0-b709-ea80b5c1cfc1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0534132 Mar 31 21:42:01.333994 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-90f2060d-98c6-402b-b2f7-7c0f638ef6da req-c0fae141-4662-46f4-9835-5df420c28ebe tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588348 Mar 31 21:42:01.899302 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-34cf5ec6-31f1-4fb1-b60a-c8e0c88e2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:01.900778 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-34cf5ec6-31f1-4fb1-b60a-c8e0c88e2f32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1169 time: 0.0460238 Mar 31 21:42:02.010553 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-3071bb92-08a8-4dbe-b512-eb49b8da21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.011985 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-3071bb92-08a8-4dbe-b512-eb49b8da21fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 916 time: 0.0847762 Mar 31 21:42:02.090365 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-ac5cde6c-0aac-4cea-a82d-1dfa1cc796ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 1001 time: 0.0595701 Mar 31 21:42:02.162260 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-a45ede85-ca9e-47ba-8d69-824e8d6e5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.163936 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-a45ede85-ca9e-47ba-8d69-824e8d6e5ee7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0580194 Mar 31 21:42:02.231767 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53c9f-303a-48d8-a4af-f9115d5883fa req-41ce4127-8a0f-43bb-91f5-785497466cbe tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.233785 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-34e53c9f-303a-48d8-a4af-f9115d5883fa req-41ce4127-8a0f-43bb-91f5-785497466cbe tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0836492 Mar 31 21:42:02.239840 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-a26763f2-271c-4910-8876-da3a30dcc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.241247 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-a26763f2-271c-4910-8876-da3a30dcc760 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624223 Mar 31 21:42:02.328121 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-363d4a8b-13ba-4281-b449-bc1198755d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:02.342575 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-34e53c9f-303a-48d8-a4af-f9115d5883fa req-d55ec027-a659-4def-a48f-77d090fb3e4f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003451 Mar 31 21:42:02.371296 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-d83a4a4b-eb4d-47b5-8681-8c1ccc81b905 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135564 Mar 31 21:42:02.479197 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075255c-c3ae-4158-bc34-44811f3c2900 req-f095bf42-d4b2-4365-8a8d-bac7096c014a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:02.487436 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3075255c-c3ae-4158-bc34-44811f3c2900 req-f095bf42-d4b2-4365-8a8d-bac7096c014a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0707016 Mar 31 21:42:02.522116 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b2a0b321-94c8-412c-b80c-9d66755572d5 req-dd21c470-e871-4050-b332-f1e4e524d2c2 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358027 Mar 31 21:42:02.550944 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3075255c-c3ae-4158-bc34-44811f3c2900 req-a622aafc-44c9-4046-a822-cc1a29e91e86 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624037 Mar 31 21:42:02.720584 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:42:02.799980 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: DOWN; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:03.481330 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb32b-c4f2-44bd-9527-5297975e836f req-f2a12f9d-c8b5-4071-b972-d1b0df09adc3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:03.483413 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-535eb32b-c4f2-44bd-9527-5297975e836f req-f2a12f9d-c8b5-4071-b972-d1b0df09adc3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0593476 Mar 31 21:42:03.530722 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-535eb32b-c4f2-44bd-9527-5297975e836f req-34bf57f7-501a-46a6-9811-36410924afbb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Mar 31 21:42:03.673973 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44177cd-5347-4a9e-8670-3829521ecb22 req-28d257ee-b30f-483b-afad-363c896c5cf2 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:03.675464 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c44177cd-5347-4a9e-8670-3829521ecb22 req-28d257ee-b30f-483b-afad-363c896c5cf2 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0537198 Mar 31 21:42:03.742170 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c44177cd-5347-4a9e-8670-3829521ecb22 req-86ac1fb8-9720-40c0-acc8-3ffac43a64cd tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609937 Mar 31 21:42:04.660759 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e84a7-a7db-43c3-a861-6f52bfb38ae6 req-57793626-8db4-4528-92a7-5c31508104e9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:04.662371 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b97e84a7-a7db-43c3-a861-6f52bfb38ae6 req-57793626-8db4-4528-92a7-5c31508104e9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0576870 Mar 31 21:42:04.711654 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b97e84a7-a7db-43c3-a861-6f52bfb38ae6 req-f8f48d12-135f-4ac7-8d9c-6c719d7270a5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433302 Mar 31 21:42:04.878581 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097afa2-ef19-4cf6-b4b9-ac09ed431ab5 req-c63c112e-5cff-4490-b60e-f1a8e2de0275 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:04.880159 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0097afa2-ef19-4cf6-b4b9-ac09ed431ab5 req-c63c112e-5cff-4490-b60e-f1a8e2de0275 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0629308 Mar 31 21:42:04.965329 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0097afa2-ef19-4cf6-b4b9-ac09ed431ab5 req-54a0324f-45ca-4f20-afb7-6e038e8f2d4c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783741 Mar 31 21:42:05.153164 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-450472f4-639d-45cf-b299-e57a37eb326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:05.855056 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea82049-61a2-4dbc-ae8b-28a6ff87fd8b req-621adda1-35dd-425b-8caa-414cc1f107e3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:05.857728 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cea82049-61a2-4dbc-ae8b-28a6ff87fd8b req-621adda1-35dd-425b-8caa-414cc1f107e3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0660663 Mar 31 21:42:05.927743 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cea82049-61a2-4dbc-ae8b-28a6ff87fd8b req-c9b6a24c-02da-4ae0-974b-d6c5a44645c2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637162 Mar 31 21:42:06.092402 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33910e09-2480-4e4d-990c-0d7b93c68a87 req-20430f23-3af5-40a3-bb4b-b23b1bd73e9f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:06.094013 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33910e09-2480-4e4d-990c-0d7b93c68a87 req-20430f23-3af5-40a3-bb4b-b23b1bd73e9f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0579321 Mar 31 21:42:06.156332 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:06.162121 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33910e09-2480-4e4d-990c-0d7b93c68a87 req-2856a105-22e0-4965-8e8a-98bd0894374b tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615609 Mar 31 21:42:07.064313 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aed945-bb0f-4229-baf3-d88bc116b072 req-9ea4ffcb-ccfe-4bbf-ae91-16d17f4082ce tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:07.065888 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-67aed945-bb0f-4229-baf3-d88bc116b072 req-9ea4ffcb-ccfe-4bbf-ae91-16d17f4082ce tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0578287 Mar 31 21:42:07.118309 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-67aed945-bb0f-4229-baf3-d88bc116b072 req-2abdb2c4-df7f-4716-9896-c68bbca8ca48 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Mar 31 21:42:07.290492 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fe667-9d72-4f70-bbed-97ddf5503aa1 req-17c03cc7-6d0a-42f3-9a44-dca4877d66f9 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:07.291940 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7b6fe667-9d72-4f70-bbed-97ddf5503aa1 req-17c03cc7-6d0a-42f3-9a44-dca4877d66f9 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0567636 Mar 31 21:42:07.360865 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7b6fe667-9d72-4f70-bbed-97ddf5503aa1 req-315c2df0-8e88-42f5-b283-6d8b46db2db5 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624804 Mar 31 21:42:07.757118 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:08.256926 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265dedd-39e2-4e65-8ef7-576215b78154 req-abd0a56f-744f-4e93-959d-a4292fdafb70 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:08.258500 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b265dedd-39e2-4e65-8ef7-576215b78154 req-abd0a56f-744f-4e93-959d-a4292fdafb70 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0600002 Mar 31 21:42:08.311776 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b265dedd-39e2-4e65-8ef7-576215b78154 req-2fe880e9-f503-4440-9d39-424f95828d77 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Mar 31 21:42:08.495617 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2c125-c3a8-4e55-95e1-d78092a99579 req-af90cdfe-2404-451f-828f-686622ddb055 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:08.497375 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-caf2c125-c3a8-4e55-95e1-d78092a99579 req-af90cdfe-2404-451f-828f-686622ddb055 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0656607 Mar 31 21:42:08.576969 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-caf2c125-c3a8-4e55-95e1-d78092a99579 req-cec12869-2696-4ef2-8a08-665c1f0d2481 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680466 Mar 31 21:42:09.034575 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:09.448677 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365adf2c-9d95-43d1-bc20-f396a2ac6f47 req-6c958f92-03dc-4459-ae9f-cc9c02160f02 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:09.450268 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-365adf2c-9d95-43d1-bc20-f396a2ac6f47 req-6c958f92-03dc-4459-ae9f-cc9c02160f02 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0596859 Mar 31 21:42:09.502585 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-365adf2c-9d95-43d1-bc20-f396a2ac6f47 req-25bc265a-e30d-4cf4-8633-a1d8cf2a855f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Mar 31 21:42:09.721663 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ca570-39f2-4748-850c-5785fbdad5c6 req-ea54eede-ea2a-4e9d-88f6-205ddf3e2dd1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:09.723279 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e8ca570-39f2-4748-850c-5785fbdad5c6 req-ea54eede-ea2a-4e9d-88f6-205ddf3e2dd1 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0580926 Mar 31 21:42:09.786855 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e8ca570-39f2-4748-850c-5785fbdad5c6 req-38c40720-0606-46eb-a98a-6982a1f0e40b tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572815 Mar 31 21:42:10.636975 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18c8f-129b-40a2-9ce4-83ec27417097 req-6f87f5f2-0f26-4a2a-9214-e0c2be58b49b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:10.639064 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f3e18c8f-129b-40a2-9ce4-83ec27417097 req-6f87f5f2-0f26-4a2a-9214-e0c2be58b49b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0598109 Mar 31 21:42:10.692797 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f3e18c8f-129b-40a2-9ce4-83ec27417097 req-8eb108e2-a4b0-44b5-8253-ea74b1fde0a5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449853 Mar 31 21:42:10.875491 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-fdc75260-2242-47f9-bdbb-943f2ca4bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:10.877130 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-fdc75260-2242-47f9-bdbb-943f2ca4bb5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d&tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 1127 time: 0.1001849 Mar 31 21:42:10.940712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3e83e-5f93-4c89-98ef-b6dab5c4075d req-7b481f88-0a0b-494e-84bc-fa34b6936917 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:10.942438 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2c3e83e-5f93-4c89-98ef-b6dab5c4075d req-7b481f88-0a0b-494e-84bc-fa34b6936917 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0655510 Mar 31 21:42:10.972326 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-9fa04259-2f2b-401a-9cc5-b61bba26c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:10.974169 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-9fa04259-2f2b-401a-9cc5-b61bba26c460 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1127 time: 0.0510740 Mar 31 21:42:11.012240 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2c3e83e-5f93-4c89-98ef-b6dab5c4075d req-716e9505-a298-4a35-bee6-762313afac80 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636101 Mar 31 21:42:11.090331 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-3fe8967a-2926-42ba-8a57-f046d1b5bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.092458 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-3fe8967a-2926-42ba-8a57-f046d1b5bec4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1031320 Mar 31 21:42:11.168453 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-fa81677d-741f-4ad5-8139-d863d5f1a6aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 999 time: 0.0630386 Mar 31 21:42:11.220566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-4ecb3a0c-1c1b-4077-a060-9f379af3ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.222055 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-4ecb3a0c-1c1b-4077-a060-9f379af3ed4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0458307 Mar 31 21:42:11.279913 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-56f270a8-f1a5-429b-a9b6-d0f5e6fd50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.281445 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-56f270a8-f1a5-429b-a9b6-d0f5e6fd50ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506012 Mar 31 21:42:11.620492 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-1f671d8d-d0fe-4524-9357-638205a1e2fb service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221788 Mar 31 21:42:11.739672 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-3192bb51-8dee-4d7d-af45-4165fb86af75 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110995 Mar 31 21:42:11.836454 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b33-123f-415c-bbcb-3a1d452e552f req-7a5d6936-2a25-4336-ab08-aa30f0a1fcbb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:11.838158 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-20c16b33-123f-415c-bbcb-3a1d452e552f req-7a5d6936-2a25-4336-ab08-aa30f0a1fcbb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0678740 Mar 31 21:42:11.891969 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-20c16b33-123f-415c-bbcb-3a1d452e552f req-843cb9a8-2050-47ab-adfb-09bd600f15e7 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472105 Mar 31 21:42:12.155542 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b18c8b-7d7f-4e7b-bdbd-768bf0226eef req-33d4577f-f4bd-45f7-a8d1-8796103f0f31 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:12.157141 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c3b18c8b-7d7f-4e7b-bdbd-768bf0226eef req-33d4577f-f4bd-45f7-a8d1-8796103f0f31 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0682335 Mar 31 21:42:12.258217 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c3b18c8b-7d7f-4e7b-bdbd-768bf0226eef req-ba237bdc-a8ee-4f40-bf59-9dfad18ec1e9 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896876 Mar 31 21:42:13.035746 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe3723-dc35-42ed-a1fd-93e49078fe03 req-45fa609e-1aed-4b7a-afd2-eb033b5a1cf4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.037501 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a6fe3723-dc35-42ed-a1fd-93e49078fe03 req-45fa609e-1aed-4b7a-afd2-eb033b5a1cf4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0604503 Mar 31 21:42:13.092890 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a6fe3723-dc35-42ed-a1fd-93e49078fe03 req-e27a0de5-6d37-4523-aea0-a317e33979ba tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462568 Mar 31 21:42:13.418510 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4620e-0263-4e0f-af6b-ffc2f3b6ba8c req-15de6f85-dbba-48e3-81b1-81c2ad004053 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:13.420269 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c2f4620e-0263-4e0f-af6b-ffc2f3b6ba8c req-15de6f85-dbba-48e3-81b1-81c2ad004053 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0668309 Mar 31 21:42:13.488867 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c2f4620e-0263-4e0f-af6b-ffc2f3b6ba8c req-f3f2b69c-bca6-48ff-b92f-0a6632281360 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627012 Mar 31 21:42:14.253661 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6db234-f2a8-47c0-af8f-17ca5354f0c3 req-5e9a6712-0373-44ea-9eaa-a4a5c0912194 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.255329 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0f6db234-f2a8-47c0-af8f-17ca5354f0c3 req-5e9a6712-0373-44ea-9eaa-a4a5c0912194 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0659087 Mar 31 21:42:14.314422 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0f6db234-f2a8-47c0-af8f-17ca5354f0c3 req-4c940375-d329-474e-af79-35b88c8bf06f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494163 Mar 31 21:42:14.647803 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c4cb1-d017-46b4-bdb3-f388b7f1ab2d req-66e8d491-bb05-41d6-be07-8c8977d73966 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:14.649412 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-247c4cb1-d017-46b4-bdb3-f388b7f1ab2d req-66e8d491-bb05-41d6-be07-8c8977d73966 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0748687 Mar 31 21:42:14.718008 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-247c4cb1-d017-46b4-bdb3-f388b7f1ab2d req-eac4e5ee-4e4b-414d-8525-88ff71d19e41 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612190 Mar 31 21:42:15.449586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8279a94-4624-42cd-98a2-d6010f75f95e req-f67d6cf6-b31e-4432-bcec-425b82b65b7d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:15.451085 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a8279a94-4624-42cd-98a2-d6010f75f95e req-f67d6cf6-b31e-4432-bcec-425b82b65b7d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0552819 Mar 31 21:42:15.503278 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a8279a94-4624-42cd-98a2-d6010f75f95e req-314a1943-4bcc-43a6-afbf-e65900da4439 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 Mar 31 21:42:15.857353 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150f37-48dd-43fd-a85d-3a2728abab58 req-c71b6ea1-ba7d-45ea-a68c-767e30a7a8be tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:15.861921 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ab150f37-48dd-43fd-a85d-3a2728abab58 req-c71b6ea1-ba7d-45ea-a68c-767e30a7a8be tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0699878 Mar 31 21:42:15.927975 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ab150f37-48dd-43fd-a85d-3a2728abab58 req-92dbda4d-2c50-4da1-b52c-e3e7ea16f33c tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615237 Mar 31 21:42:16.629453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95da1e-d27c-407a-b182-0b20a948affc req-684f2538-bedd-41d7-8366-375bb0220ddc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:16.630932 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c95da1e-d27c-407a-b182-0b20a948affc req-684f2538-bedd-41d7-8366-375bb0220ddc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0533948 Mar 31 21:42:16.682552 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c95da1e-d27c-407a-b182-0b20a948affc req-b3c37ce6-b216-4402-a760-681c5948ccbf tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Mar 31 21:42:17.072509 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45432b68-f33b-4467-8c94-76c675fd5248 req-d05fee7f-91a9-46b1-8836-041b361be5d8 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:17.074108 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-45432b68-f33b-4467-8c94-76c675fd5248 req-d05fee7f-91a9-46b1-8836-041b361be5d8 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0684428 Mar 31 21:42:17.141246 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-45432b68-f33b-4467-8c94-76c675fd5248 req-f70b6e7b-6350-4b2e-bec9-d524d33233d3 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598257 Mar 31 21:42:17.811754 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e719e3-dc37-47f7-86dc-f5fa33b8cd97 req-d52b3b09-e658-4c9d-9cb3-00d5ab199933 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:17.813229 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a1e719e3-dc37-47f7-86dc-f5fa33b8cd97 req-d52b3b09-e658-4c9d-9cb3-00d5ab199933 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0544598 Mar 31 21:42:17.865271 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a1e719e3-dc37-47f7-86dc-f5fa33b8cd97 req-826a9e37-3974-4ddc-9e4c-2ae5fa4f8c0a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Mar 31 21:42:18.267603 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b84b2b-089a-44a9-84d7-d4976c0df1bc req-6a1cc3f8-0517-486d-bb19-9dedaab68600 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:18.269026 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c7b84b2b-089a-44a9-84d7-d4976c0df1bc req-6a1cc3f8-0517-486d-bb19-9dedaab68600 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0570312 Mar 31 21:42:18.331849 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c7b84b2b-089a-44a9-84d7-d4976c0df1bc req-09267033-fcbe-4156-8adf-d868c030a2ed tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567489 Mar 31 21:42:18.705530 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:18.994636 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537d50-d4ff-48a0-8956-e15b819aa8d1 req-64c29db8-b143-446c-8280-8a3a64442c03 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:18.996072 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-62537d50-d4ff-48a0-8956-e15b819aa8d1 req-64c29db8-b143-446c-8280-8a3a64442c03 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0544317 Mar 31 21:42:19.048767 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-62537d50-d4ff-48a0-8956-e15b819aa8d1 req-72274113-4208-45bd-bafb-9591bf709f1a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466359 Mar 31 21:42:19.482041 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ef5e0-7fa1-4d55-8c89-b82561bb3c2c req-93e9c5e4-294f-40fb-a582-0de62c7dd618 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:19.483630 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-812ef5e0-7fa1-4d55-8c89-b82561bb3c2c req-93e9c5e4-294f-40fb-a582-0de62c7dd618 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0737915 Mar 31 21:42:19.546669 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-812ef5e0-7fa1-4d55-8c89-b82561bb3c2c req-0c83fe88-35fc-49ea-bd11-faf450b08002 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569472 Mar 31 21:42:20.177672 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c917-dc02-4283-89a7-9f65cbe8d7d9 req-efc84d8c-181b-4704-bf8d-90483c6ea7b1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:20.179222 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0ed0c917-dc02-4283-89a7-9f65cbe8d7d9 req-efc84d8c-181b-4704-bf8d-90483c6ea7b1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0568364 Mar 31 21:42:20.228510 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0ed0c917-dc02-4283-89a7-9f65cbe8d7d9 req-31e8520d-ef6c-48a1-b378-d099f4936b66 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Mar 31 21:42:20.679473 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009cf55-e8ab-4aff-bb0e-6f49e2094070 req-f2601b31-12a2-4d8f-bbf8-cae9ca565252 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:20.681050 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9009cf55-e8ab-4aff-bb0e-6f49e2094070 req-f2601b31-12a2-4d8f-bbf8-cae9ca565252 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0609734 Mar 31 21:42:20.746537 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9009cf55-e8ab-4aff-bb0e-6f49e2094070 req-1e331681-8e58-4a12-8c91-02c9ecb44af4 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588973 Mar 31 21:42:21.372054 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a70c5-02e5-40c0-8724-8a2cb306828f req-24088c83-25e9-4ca3-af91-4de6a371f002 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:21.374878 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4a0a70c5-02e5-40c0-8724-8a2cb306828f req-24088c83-25e9-4ca3-af91-4de6a371f002 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0648875 Mar 31 21:42:21.425475 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4a0a70c5-02e5-40c0-8724-8a2cb306828f req-0d4eeb64-9a57-4b12-ba6a-4964c0960fd3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443711 Mar 31 21:42:21.891280 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b11d5-42a9-4097-bfa5-d794a83220a9 req-991d043e-1e84-4881-b54c-bde6921b1198 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:21.893017 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cf2b11d5-42a9-4097-bfa5-d794a83220a9 req-991d043e-1e84-4881-b54c-bde6921b1198 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0671725 Mar 31 21:42:21.973377 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cf2b11d5-42a9-4097-bfa5-d794a83220a9 req-87560824-78fa-4a74-8766-cabd2aaba33a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725331 Mar 31 21:42:22.558725 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996a6c1-8a71-42eb-82ea-360d52bf8e7b req-738eb8a9-9fea-4a57-9222-a42d282a07c5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:22.560277 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a996a6c1-8a71-42eb-82ea-360d52bf8e7b req-738eb8a9-9fea-4a57-9222-a42d282a07c5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0564337 Mar 31 21:42:22.619170 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a996a6c1-8a71-42eb-82ea-360d52bf8e7b req-015b0695-0b59-40e7-a7c1-5b184e3b4854 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523510 Mar 31 21:42:23.123512 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b7df1-a7e0-41ae-b431-aab5458528bd req-b8448b7a-1f91-46d0-9e48-fe5880ab00d0 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:23.125872 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c57b7df1-a7e0-41ae-b431-aab5458528bd req-b8448b7a-1f91-46d0-9e48-fe5880ab00d0 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0764711 Mar 31 21:42:23.204512 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c57b7df1-a7e0-41ae-b431-aab5458528bd req-b6fa6e4e-0649-4739-8dbc-7a25125d2b58 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623164 Mar 31 21:42:23.753735 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20634ec-1e3c-4ffd-8196-beec115af4c6 req-e3fcfcca-769a-49a9-b78b-fd2eb7d78d57 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:23.755335 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d20634ec-1e3c-4ffd-8196-beec115af4c6 req-e3fcfcca-769a-49a9-b78b-fd2eb7d78d57 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0557623 Mar 31 21:42:23.817996 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d20634ec-1e3c-4ffd-8196-beec115af4c6 req-8360d3ef-469d-430c-a94f-ddaa680f0b69 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513763 Mar 31 21:42:24.336422 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266e825-5e6a-4b5c-92aa-5350131112d8 req-280e4bc4-be3b-46f0-9783-8c8b18f0e86a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:24.342510 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5266e825-5e6a-4b5c-92aa-5350131112d8 req-280e4bc4-be3b-46f0-9783-8c8b18f0e86a tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0611453 Mar 31 21:42:24.426964 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5266e825-5e6a-4b5c-92aa-5350131112d8 req-de81dcb6-3235-411e-b92d-8981b0e80b54 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773203 Mar 31 21:42:24.960524 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bf6b8-3cb7-4040-826b-7c7b789fa26f req-e2e33d56-4dba-4e3e-a617-f55052acf35d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:24.967170 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f47bf6b8-3cb7-4040-826b-7c7b789fa26f req-e2e33d56-4dba-4e3e-a617-f55052acf35d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0723219 Mar 31 21:42:25.019420 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f47bf6b8-3cb7-4040-826b-7c7b789fa26f req-2a9e791f-f9fd-4126-8329-1ce0d73961d4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465300 Mar 31 21:42:25.584722 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318eba0-44eb-49ba-8304-96c3e339e943 req-c1eed70b-4a8e-407b-87f7-f2b170d994b5 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:25.587132 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1318eba0-44eb-49ba-8304-96c3e339e943 req-c1eed70b-4a8e-407b-87f7-f2b170d994b5 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0616539 Mar 31 21:42:25.649659 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1318eba0-44eb-49ba-8304-96c3e339e943 req-084215c4-d159-424b-b1d3-46c7c7d48357 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562422 Mar 31 21:42:26.169163 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1851c-5762-4178-8a2e-c7ff110a3c4c req-dc95f541-b735-454f-a7be-9432202b9e59 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:26.172464 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-68d1851c-5762-4178-8a2e-c7ff110a3c4c req-dc95f541-b735-454f-a7be-9432202b9e59 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0656483 Mar 31 21:42:26.226381 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-68d1851c-5762-4178-8a2e-c7ff110a3c4c req-d8834574-1c97-4185-aa4f-7f21a976c001 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468538 Mar 31 21:42:26.781623 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44662814-1d33-4161-a83d-24faa4a49826 req-2fcf2eb7-d1eb-4652-83a0-ba934d5f234d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:26.783152 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44662814-1d33-4161-a83d-24faa4a49826 req-2fcf2eb7-d1eb-4652-83a0-ba934d5f234d tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0593269 Mar 31 21:42:26.853514 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44662814-1d33-4161-a83d-24faa4a49826 req-e9ce6615-7434-4ccc-a559-9440f710cf53 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632188 Mar 31 21:42:27.358355 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251cdd-6dc3-4cbf-938a-cbf7f970eb53 req-faa917aa-0b6d-420e-9482-5785f18f6666 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:27.359839 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-47251cdd-6dc3-4cbf-938a-cbf7f970eb53 req-faa917aa-0b6d-420e-9482-5785f18f6666 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0573962 Mar 31 21:42:27.411397 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-47251cdd-6dc3-4cbf-938a-cbf7f970eb53 req-7283bc08-d5d7-46ee-8b0d-62276fbd3d21 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Mar 31 21:42:27.995499 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db220605-0154-45e3-981e-9ea5440e3477 req-b1af7c3c-822a-4459-9fec-73da82cfa707 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:27.997173 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db220605-0154-45e3-981e-9ea5440e3477 req-b1af7c3c-822a-4459-9fec-73da82cfa707 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0591195 Mar 31 21:42:28.067493 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db220605-0154-45e3-981e-9ea5440e3477 req-0da2f2a6-da08-49c8-b88a-5ea741288537 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638225 Mar 31 21:42:28.541023 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdd77d-695d-4cdc-8f3d-26066338ed8d req-fa4ea255-666d-4ed4-8bbe-26d00343e00d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:28.542581 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ffbdd77d-695d-4cdc-8f3d-26066338ed8d req-fa4ea255-666d-4ed4-8bbe-26d00343e00d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0544431 Mar 31 21:42:28.596131 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ffbdd77d-695d-4cdc-8f3d-26066338ed8d req-73847dd9-071e-4728-b2fa-ac29af6878d1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 Mar 31 21:42:29.201377 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf999-0e48-410f-aeb7-447326155df7 req-0106120b-936a-498c-ac64-7012f3f9e501 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:29.202898 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c6bdf999-0e48-410f-aeb7-447326155df7 req-0106120b-936a-498c-ac64-7012f3f9e501 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0629628 Mar 31 21:42:29.506884 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c6bdf999-0e48-410f-aeb7-447326155df7 req-10448bfc-6c05-4571-bcbd-16f80019b322 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&id=9a055a79-f1bb-432a-86c5-dedabf503d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971287 Mar 31 21:42:29.749888 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41239259-0b7e-447c-b747-b0cd428aadc8 req-74271120-9fca-4255-bbeb-a211d28508df tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:29.751461 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-41239259-0b7e-447c-b747-b0cd428aadc8 req-74271120-9fca-4255-bbeb-a211d28508df tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0602891 Mar 31 21:42:29.806711 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-41239259-0b7e-447c-b747-b0cd428aadc8 req-210fce8f-a7ca-4eee-9c70-54ab685d9ef0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486944 Mar 31 21:42:29.932483 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df692-67c1-4028-bbbf-798cdbd6ca63 req-e2322f67-cb74-4c13-9637-d186419fd596 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:29.934048 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe2df692-67c1-4028-bbbf-798cdbd6ca63 req-e2322f67-cb74-4c13-9637-d186419fd596 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0538127 Mar 31 21:42:29.982818 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fe2df692-67c1-4028-bbbf-798cdbd6ca63 req-fcd70732-dd73-4cf6-97ac-f3c94d98444b tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Mar 31 21:42:30.945575 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a86d-9d7b-48f2-a391-99a8d45164e3 req-91ff870b-1c7c-47d1-977d-13ce30db9ac8 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:30.947096 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-45c1a86d-9d7b-48f2-a391-99a8d45164e3 req-91ff870b-1c7c-47d1-977d-13ce30db9ac8 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0541525 Mar 31 21:42:30.994910 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-45c1a86d-9d7b-48f2-a391-99a8d45164e3 req-7d722fd0-2030-49b5-b4b3-09b7484358a1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Mar 31 21:42:31.113732 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f44075-8b06-4786-b6fb-ac7fafb63643 req-cf765246-6208-44fa-a8ed-9b9a6bf3bb67 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:31.115166 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91f44075-8b06-4786-b6fb-ac7fafb63643 req-cf765246-6208-44fa-a8ed-9b9a6bf3bb67 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0561931 Mar 31 21:42:31.162518 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91f44075-8b06-4786-b6fb-ac7fafb63643 req-75b88122-a4e3-4af7-9b13-c70ec5faf3f0 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Mar 31 21:42:32.121603 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f6fae-9962-4346-a291-4523c52340bb req-b10aa0c3-9d99-4b42-b8c0-fcfc2638c678 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:32.123121 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-883f6fae-9962-4346-a291-4523c52340bb req-b10aa0c3-9d99-4b42-b8c0-fcfc2638c678 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0520890 Mar 31 21:42:32.176713 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-883f6fae-9962-4346-a291-4523c52340bb req-c39e8d13-3b4e-4cc2-84ae-e05de5cc986c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473034 Mar 31 21:42:32.291023 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269f5d-e531-49b4-8775-b4b34aa1d14c req-06e9a2f5-ec20-44ce-946d-b1b8bb1f6b08 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:32.292451 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-50269f5d-e531-49b4-8775-b4b34aa1d14c req-06e9a2f5-ec20-44ce-946d-b1b8bb1f6b08 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0587358 Mar 31 21:42:32.332041 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-42b52e34-34a3-4750-90fb-8db037c92173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:32.344408 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-50269f5d-e531-49b4-8775-b4b34aa1d14c req-8d0ef03c-9992-470d-9762-a1cd2016a5e6 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Mar 31 21:42:32.858742 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-87c9a7ad-0fe4-4f73-be54-6fcefd3fe09e tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:32.860319 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-87c9a7ad-0fe4-4f73-be54-6fcefd3fe09e tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 945 time: 0.0534289 Mar 31 21:42:32.961062 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Deleting port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:42:32.961432 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:33.055702 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] For port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:33.056066 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:33.070958 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Calling delete_port for 59ffbd79-5b2b-4aa2-8d85-17b14912d72a owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:42:33.206935 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (59ffbd79-5b2b-4aa2-8d85-17b14912d72a), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:33.236973 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Pushing event deleted for resources: {'Port': ['ID=59ffbd79-5b2b-4aa2-8d85-17b14912d72a,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:33.249525 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.249879 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.250222 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.250561 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.250881 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.251230 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.251527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.251853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.252178 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.252499 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.252824 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.253144 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.253558 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.253883 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.254203 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:33.313860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] No DVR routers for this DVR port 59ffbd79-5b2b-4aa2-8d85-17b14912d72a on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:42:33.318542 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:33.322620 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-48e512ba-b081-46a3-80f8-f6ecc14951a7 req-f04d9190-b0e6-4f6c-adae-0a1ed6e0234a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "DELETE /v2.0/ports/59ffbd79-5b2b-4aa2-8d85-17b14912d72a HTTP/1.1" status: 204 len: 173 time: 0.4551470 Mar 31 21:42:33.322620 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'name': 'network-vif-deleted', 'tag': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:33.326497 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418a6bf-c6f8-4c3d-8d14-7410f0a06b7d" -d '{"events": [{"server_uuid": "88d2e753-be1a-4d95-897b-790f8ca33f75", "name": "network-vif-deleted", "tag": "59ffbd79-5b2b-4aa2-8d85-17b14912d72a"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:33.354164 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1140cc-e427-4e3e-9ccf-7105e3b8c2a3 req-5aa39173-4452-49b0-b737-5b71e6e87560 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:33.355773 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8e1140cc-e427-4e3e-9ccf-7105e3b8c2a3 req-5aa39173-4452-49b0-b737-5b71e6e87560 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0983973 Mar 31 21:42:33.371616 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc2e891-6fd0-410f-941a-ec72dc5602f0 x-openstack-request-id: req-2cc2e891-6fd0-410f-941a-ec72dc5602f0 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:33.372043 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d2e753-be1a-4d95-897b-790f8ca33f75", "name": "network-vif-deleted", "tag": "59ffbd79-5b2b-4aa2-8d85-17b14912d72a", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:33.372433 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2cc2e891-6fd0-410f-941a-ec72dc5602f0 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:33.372851 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc2e891-6fd0-410f-941a-ec72dc5602f0'] response: {'server_uuid': '88d2e753-be1a-4d95-897b-790f8ca33f75', 'name': 'network-vif-deleted', 'tag': '59ffbd79-5b2b-4aa2-8d85-17b14912d72a', 'status': 'completed', 'code': 200} Mar 31 21:42:33.422579 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8e1140cc-e427-4e3e-9ccf-7105e3b8c2a3 req-50ad4c61-7285-489f-a22d-c56e0d0b8455 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591071 Mar 31 21:42:33.458333 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a56ad69d-83c8-4e56-96b2-d6e1071e32a6 req-cf695685-679e-43b9-8306-49aae06ca44e tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=88d2e753-be1a-4d95-897b-790f8ca33f75 HTTP/1.1" status: 200 len: 210 time: 0.0342939 Mar 31 21:42:34.549469 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6470b2-d8d0-44ef-b8f8-326bdad52c37 req-9bcf5e3f-47e2-4007-b702-e5951466a2d2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:34.550969 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2c6470b2-d8d0-44ef-b8f8-326bdad52c37 req-9bcf5e3f-47e2-4007-b702-e5951466a2d2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0531783 Mar 31 21:42:34.599870 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2c6470b2-d8d0-44ef-b8f8-326bdad52c37 req-7c9befa1-0e96-4681-a538-717b1744a6bf tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Mar 31 21:42:34.922591 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 59ffbd79-5b2b-4aa2-8d85-17b14912d72a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:42:34.945291 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 59ffbd79-5b2b-4aa2-8d85-17b14912d72a {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:42:34.945654 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 59ffbd79-5b2b-4aa2-8d85-17b14912d72a not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:42:35.146389 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-200970a8-88db-44f5-b3ab-5a9552312b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:35.737267 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da309600-2d56-479f-9ecd-8bc495374c55 req-c24ff6ca-dad0-4f3f-92dd-0cca2f5bdff3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:35.738972 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-da309600-2d56-479f-9ecd-8bc495374c55 req-c24ff6ca-dad0-4f3f-92dd-0cca2f5bdff3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0656469 Mar 31 21:42:35.789414 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-da309600-2d56-479f-9ecd-8bc495374c55 req-c4d3aed2-ae37-4246-be37-5cd633b06c16 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Mar 31 21:42:36.149154 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:36.916058 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37072207-23cb-4b9d-ac4d-d4ecb5d5d10a req-101baca9-c7d4-4c25-bd1a-c3ef9608a0a6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:36.917531 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-37072207-23cb-4b9d-ac4d-d4ecb5d5d10a req-101baca9-c7d4-4c25-bd1a-c3ef9608a0a6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0527084 Mar 31 21:42:36.963363 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-37072207-23cb-4b9d-ac4d-d4ecb5d5d10a req-afe37f48-1ebe-4d82-aa8a-326ba7e1873e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Mar 31 21:42:37.537718 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:42:37.758566 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:38.089047 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667256ca-7f45-4f84-8fd9-243c7d693c5d req-2a2c09ed-d4ee-4a5f-8c49-202c5c30ec42 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:38.090509 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-667256ca-7f45-4f84-8fd9-243c7d693c5d req-2a2c09ed-d4ee-4a5f-8c49-202c5c30ec42 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0527294 Mar 31 21:42:38.137223 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-667256ca-7f45-4f84-8fd9-243c7d693c5d req-afc1a620-ab84-4f3a-9888-a5790b73fa82 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Mar 31 21:42:39.035726 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:39.271976 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580d7a-5c41-4f01-b3ee-f09fdaa98ec3 req-fd862e70-ac82-404d-b52b-ef2dd26bdde1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:39.273471 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9580d7a-5c41-4f01-b3ee-f09fdaa98ec3 req-fd862e70-ac82-404d-b52b-ef2dd26bdde1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0609348 Mar 31 21:42:39.319091 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9580d7a-5c41-4f01-b3ee-f09fdaa98ec3 req-83f9cf6d-ef3a-4f9d-a511-3f43d6869f25 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Mar 31 21:42:40.445589 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad354f51-2e55-486d-b383-103c0114a22f req-2152d6ce-e0f3-4e1e-b521-7a068917d138 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:40.447129 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad354f51-2e55-486d-b383-103c0114a22f req-2152d6ce-e0f3-4e1e-b521-7a068917d138 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0541477 Mar 31 21:42:40.500748 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad354f51-2e55-486d-b383-103c0114a22f req-47c6833a-a2f4-41f1-8a84-ec2d1fae2140 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471587 Mar 31 21:42:41.627973 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cd69c-5b37-4016-b7e0-1688c610ad35 req-381b8d38-948f-4a17-9b05-a243d5c50320 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:41.629498 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5b4cd69c-5b37-4016-b7e0-1688c610ad35 req-381b8d38-948f-4a17-9b05-a243d5c50320 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 943 time: 0.0547657 Mar 31 21:42:41.683970 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5b4cd69c-5b37-4016-b7e0-1688c610ad35 req-19f83f5e-f80c-484b-97af-1b6b79df5546 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Mar 31 21:42:42.050012 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:42:42.150222 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:42.161925 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'port_id': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'mac_address': 'fa:16:3e:93:9c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:42:42.200087 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:42.200480 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:42.214155 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:42.236168 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:42.240351 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:42.297876 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=9']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:42.305505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.305855 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.306197 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.306569 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.306903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.307233 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.307560 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.307888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.308211 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.308534 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.308856 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.309199 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.309554 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.309877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.310204 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:42:42.816855 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01811b-42d2-47b2-b70f-a524aaaf335c req-54c4ca9d-92f8-4224-8b12-f7e4f3c32510 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:42.818686 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-af01811b-42d2-47b2-b70f-a524aaaf335c req-54c4ca9d-92f8-4224-8b12-f7e4f3c32510 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 944 time: 0.0600841 Mar 31 21:42:42.866808 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-af01811b-42d2-47b2-b70f-a524aaaf335c req-4cabac7e-c0f7-42e7-a376-a2d18954ab7f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Mar 31 21:42:43.516802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:42:43.519613 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-23002912-5f5f-4ded-858d-b8c03c7089cb tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:43.521104 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-23002912-5f5f-4ded-858d-b8c03c7089cb tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/networks?id=94a55796-d484-47c3-9501-fd0d6e35e602 HTTP/1.1" status: 200 len: 814 time: 0.1008594 Mar 31 21:42:43.535563 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-6fbd348b-1feb-40b3-ae9a-6c1f4436a855 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/quotas/6bae3e9f775d4d1e98c4c8f2cd1b9105 HTTP/1.1" status: 200 len: 375 time: 0.0091436 Mar 31 21:42:43.568595 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-6706b3ca-6e60-48d8-8c96-fe884d23025b tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280213 Mar 31 21:42:43.669006 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4ddbcf9a-d18a-4bbd-8d7f-c9d8a39f1531 service neutron] 10.222.0.20 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913138 Mar 31 21:42:43.757111 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-98539b8e-e1da-4a59-a92e-20a3aa8504ae service neutron] 10.222.0.20 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811644 Mar 31 21:42:43.932605 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8cb0013d-b0b4-4430-8f94-50387912229c req-a7bb81e7-ca97-4a80-a0e1-db8e52139c4a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 210 time: 0.0348511 Mar 31 21:42:44.001569 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eb068-f451-4cf4-b976-bca09db50714 req-d44ee2a9-4e22-44ee-a242-e1f17d93f7f2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:44.003206 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9d0eb068-f451-4cf4-b976-bca09db50714 req-d44ee2a9-4e22-44ee-a242-e1f17d93f7f2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 944 time: 0.0577934 Mar 31 21:42:44.056463 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9d0eb068-f451-4cf4-b976-bca09db50714 req-c9c9ca24-e9fc-4983-bb27-e505522da642 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 Mar 31 21:42:45.015385 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:42:45.056017 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f684692e-68fe-47f3-953f-45edb748ee9b req-4be62fec-0218-4a14-b701-6ce461ace482 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 210 time: 0.0455325 Mar 31 21:42:45.072579 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-776fc67e-5fbc-4a29-adda-4d2a1743d5c5 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:45.074908 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-776fc67e-5fbc-4a29-adda-4d2a1743d5c5 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "GET /v2.0/networks?id=94a55796-d484-47c3-9501-fd0d6e35e602 HTTP/1.1" status: 200 len: 814 time: 0.1358178 Mar 31 21:42:45.087042 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:45.087520 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.106560 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Request body: {'port': {'device_id': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602', 'admin_state_up': True, 'tenant_id': '6bae3e9f775d4d1e98c4c8f2cd1b9105'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:45.171395 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:45.171868 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.195428 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:45.197667 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4033425a-f66b-4a33-aac0-98729965e0a7" -d '{"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-plugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:45.210324 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:45.215564 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.240319 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbf4cd4-2b10-4beb-8e5f-8ff744e7e1e3 x-openstack-request-id: req-9cbf4cd4-2b10-4beb-8e5f-8ff744e7e1e3 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:45.240759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-plugged", "status": "completed", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:45.240886 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cbf4cd4-2b10-4beb-8e5f-8ff744e7e1e3 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:45.241223 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cbf4cd4-2b10-4beb-8e5f-8ff744e7e1e3'] response: {'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'code': 200} Mar 31 21:42:45.245985 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf943257-4d53-45fb-a276-f2f2a5edea6a req-b1719a53-6a40-40e5-95b1-7cbdbbe9d6ad tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:45.247549 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bf943257-4d53-45fb-a276-f2f2a5edea6a req-b1719a53-6a40-40e5-95b1-7cbdbbe9d6ad tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 944 time: 0.0979068 Mar 31 21:42:45.271926 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=10']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:45.299085 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Made reservation on behalf of 6bae3e9f775d4d1e98c4c8f2cd1b9105 for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:42:45.302437 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.328000 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bf943257-4d53-45fb-a276-f2f2a5edea6a req-44cab54a-472f-4c55-bcc2-63b29573f48b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693891 Mar 31 21:42:45.477020 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Allocated IP 172.20.0.5 (94a55796-d484-47c3-9501-fd0d6e35e602/f6696489-f06a-4138-8056-bf68b92efce1/b13124ad-9148-4154-a78a-0953ac82454c) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:42:45.625329 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks [] for port (b13124ad-9148-4154-a78a-0953ac82454c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.661903 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (b13124ad-9148-4154-a78a-0953ac82454c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.707776 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Network 94a55796-d484-47c3-9501-fd0d6e35e602 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:42:45.711083 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:42:45.715325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:42:45.748540 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Pushing event updated for resources: {'Port': ['ID=b13124ad-9148-4154-a78a-0953ac82454c,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:45.775215 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:45.775762 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.795272 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4fffbf75-02a3-41c2-b062-2a6c71addd06 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925912 Mar 31 21:42:45.808418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Request body: {'port': {'device_id': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:42:45.874817 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b13124ad-9148-4154-a78a-0953ac82454c), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:45.882683 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e80e1-b95f-485b-94cc-6b6f92beca2f req-c70bde8c-4a69-4a11-ad67-278736ae5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:45.884229 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-623e80e1-b95f-485b-94cc-6b6f92beca2f req-c70bde8c-4a69-4a11-ad67-278736ae5e8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1130 time: 0.0485773 Mar 31 21:42:45.939401 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-623e80e1-b95f-485b-94cc-6b6f92beca2f req-5fcfe520-eb1e-4bfb-b53f-0a46e87bae8f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Mar 31 21:42:46.150500 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13124ad-9148-4154-a78a-0953ac82454c {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:46.158842 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Publish callbacks [] for port (b13124ad-9148-4154-a78a-0953ac82454c), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.171159 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Transition to ACTIVE for port object b13124ad-9148-4154-a78a-0953ac82454c will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:42:46.172923 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd0cdd-18ef-4f1b-8a65-26bd228be94c req-57fc831b-1d8b-4cba-b42a-83eb8fb604b2 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.174471 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-13cd0cdd-18ef-4f1b-8a65-26bd228be94c req-57fc831b-1d8b-4cba-b42a-83eb8fb604b2 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 931 time: 0.0545406 Mar 31 21:42:46.175648 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (b13124ad-9148-4154-a78a-0953ac82454c), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.231760 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Pushing event updated for resources: {'Port': ['ID=b13124ad-9148-4154-a78a-0953ac82454c,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:46.232883 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-13cd0cdd-18ef-4f1b-8a65-26bd228be94c req-78721d54-054f-40f3-b4bb-6e7bc931935b tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518198 Mar 31 21:42:46.304679 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Attempting to bind port b13124ad-9148-4154-a78a-0953ac82454c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:42:46.304951 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Attempting to bind port b13124ad-9148-4154-a78a-0953ac82454c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:42:46.305243 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Attempting to bind port b13124ad-9148-4154-a78a-0953ac82454c on network 94a55796-d484-47c3-9501-fd0d6e35e602 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:42:46.310058 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Port b13124ad-9148-4154-a78a-0953ac82454c on network 94a55796-d484-47c3-9501-fd0d6e35e602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:42:46.311152 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Attempting to bind port b13124ad-9148-4154-a78a-0953ac82454c on network 94a55796-d484-47c3-9501-fd0d6e35e602 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:42:46.316449 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:42:46.316792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Checking segment: {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:42:46.317181 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Bound using segment: {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:42:46.317643 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Bound port: b13124ad-9148-4154-a78a-0953ac82454c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd9b4bb-1637-41cb-890c-f85d50a412cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:42:46.318005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b13124ad-9148-4154-a78a-0953ac82454c), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.385705 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] For port b13124ad-9148-4154-a78a-0953ac82454c, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:42:46.389379 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] For port b13124ad-9148-4154-a78a-0953ac82454c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b13124ad-9148-4154-a78a-0953ac82454c,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:42:46.402255 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (b13124ad-9148-4154-a78a-0953ac82454c), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.406870 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95149bc-1092-447f-bd81-e3332aff9727 req-0ee6d473-59d4-44dd-8138-1d63f223f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.408569 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-0ee6d473-59d4-44dd-8138-1d63f223f11a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 1130 time: 0.0584598 Mar 31 21:42:46.472734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.473370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:46.474766 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] 10.222.0.35 "PUT /v2.0/ports/b13124ad-9148-4154-a78a-0953ac82454c HTTP/1.1" status: 200 len: 1093 time: 0.6707115 Mar 31 21:42:46.475215 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'tag': 'b13124ad-9148-4154-a78a-0953ac82454c'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:46.477501 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f706a-21de-41af-9086-13771ec7ccc5" -d '{"events": [{"name": "network-changed", "server_uuid": "47315c16-9ac6-479d-a75a-23b70fe76c18", "tag": "b13124ad-9148-4154-a78a-0953ac82454c"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:46.501206 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f7247-d1ca-4212-9f63-7992c60cbf85 service neutron] Pushing event updated for resources: {'Port': ['ID=b13124ad-9148-4154-a78a-0953ac82454c,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:46.525698 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fb149-acad-430d-9b55-0ab66b6163d0 req-ae58c12e-04ec-4b21-a151-dbf9082b9c17 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.527299 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-915fb149-acad-430d-9b55-0ab66b6163d0 req-ae58c12e-04ec-4b21-a151-dbf9082b9c17 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 946 time: 0.0968211 Mar 31 21:42:46.529163 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc50a6a6-ea80-4515-b074-a3f36ea1929a x-openstack-request-id: req-fc50a6a6-ea80-4515-b074-a3f36ea1929a {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:46.529506 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47315c16-9ac6-479d-a75a-23b70fe76c18", "tag": "b13124ad-9148-4154-a78a-0953ac82454c", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:46.529783 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc50a6a6-ea80-4515-b074-a3f36ea1929a {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:46.530169 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc50a6a6-ea80-4515-b074-a3f36ea1929a'] response: {'name': 'network-changed', 'server_uuid': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'tag': 'b13124ad-9148-4154-a78a-0953ac82454c', 'status': 'completed', 'code': 200} Mar 31 21:42:46.583825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95149bc-1092-447f-bd81-e3332aff9727 req-d2045827-2246-4696-b951-2afaeec46f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.586358 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-d2045827-2246-4696-b951-2afaeec46f25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1251390 Mar 31 21:42:46.618978 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-915fb149-acad-430d-9b55-0ab66b6163d0 req-fdb7959c-e08f-4240-9605-fa445fcdd7a3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784614 Mar 31 21:42:46.630124 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f706a-21de-41af-9086-13771ec7ccc5 req-814ede0b-3ae5-48f6-8328-0170de86cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.631643 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-125f706a-21de-41af-9086-13771ec7ccc5 req-814ede0b-3ae5-48f6-8328-0170de86cf3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 1127 time: 0.0723391 Mar 31 21:42:46.670638 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-c2eaf27e-f0b3-472d-afee-f174352a0b12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 200 len: 1001 time: 0.0703630 Mar 31 21:42:46.723154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95149bc-1092-447f-bd81-e3332aff9727 req-5b37ac56-4a33-4073-8e9c-00c2ddf06312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.725654 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-5b37ac56-4a33-4073-8e9c-00c2ddf06312 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0477033 Mar 31 21:42:46.777118 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95149bc-1092-447f-bd81-e3332aff9727 req-8fd65e0f-d3e5-4db2-8f3e-e599033841ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.778707 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-8fd65e0f-d3e5-4db2-8f3e-e599033841ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466757 Mar 31 21:42:46.811243 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f706a-21de-41af-9086-13771ec7ccc5 req-24995d32-d65e-4848-a243-24e8bbf9fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.812731 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-125f706a-21de-41af-9086-13771ec7ccc5 req-24995d32-d65e-4848-a243-24e8bbf9fe15 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1708801 Mar 31 21:42:46.883778 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-1f322bd5-5127-410b-9efb-24e611f3946f service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906837 Mar 31 21:42:46.977053 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f95149bc-1092-447f-bd81-e3332aff9727 req-a0842147-fe7d-4964-95fa-25365e72402a service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856071 Mar 31 21:42:46.992140 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f706a-21de-41af-9086-13771ec7ccc5 req-9b5de5e7-a075-4681-ba1a-77fadec2a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:46.993685 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-125f706a-21de-41af-9086-13771ec7ccc5 req-9b5de5e7-a075-4681-ba1a-77fadec2a612 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714897 Mar 31 21:42:47.098068 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4ee6ee83-ae2d-47ac-9c4a-a4a677231eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.100073 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4ee6ee83-ae2d-47ac-9c4a-a4a677231eef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 1127 time: 0.0591021 Mar 31 21:42:47.369290 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb2fc-926f-46a9-aa57-ee246c199e42 req-61f5c345-52a6-4052-90b9-57cc853536fe tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.370954 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-336eb2fc-926f-46a9-aa57-ee246c199e42 req-61f5c345-52a6-4052-90b9-57cc853536fe tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 943 time: 0.0604289 Mar 31 21:42:47.383886 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-f497dc6d-1863-45c8-aaa0-cbffb8a49bd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b13124ad-9148-4154-a78a-0953ac82454c HTTP/1.1" status: 200 len: 217 time: 0.2680340 Mar 31 21:42:47.444775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-9a11c4a0-f364-42c1-87a0-e3c2f0ee8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.445185 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-336eb2fc-926f-46a9-aa57-ee246c199e42 req-9aef3456-1011-4ff8-8857-95dfc58c0938 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645566 Mar 31 21:42:47.447015 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-9a11c4a0-f364-42c1-87a0-e3c2f0ee8a26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6696489-f06a-4138-8056-bf68b92efce1 HTTP/1.1" status: 200 len: 854 time: 0.0555289 Mar 31 21:42:47.486414 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-4991955f-3692-4fa3-8b8e-e7c0095aa514 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94a55796-d484-47c3-9501-fd0d6e35e602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258610 Mar 31 21:42:47.590850 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-c72055b4-f223-41de-a235-e85ccb94e4a8 service neutron] 10.222.0.35 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869124 Mar 31 21:42:47.684339 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e32f70b-5bf8-40a2-9409-bd98c67f335d req-41e86cc1-373b-42fb-b094-4471ef33736b service neutron] 10.222.0.35 "GET /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841901 Mar 31 21:42:47.757326 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e001d-0515-4575-94a7-f6dff6d9d9b9 req-9c6b2079-4220-4754-aeff-2d3be5419aaa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:47.758876 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c22e001d-0515-4575-94a7-f6dff6d9d9b9 req-9c6b2079-4220-4754-aeff-2d3be5419aaa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 946 time: 0.0598669 Mar 31 21:42:47.826046 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c22e001d-0515-4575-94a7-f6dff6d9d9b9 req-18f8d846-3702-4ddf-bc0c-5879f7f25c89 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602918 Mar 31 21:42:48.572311 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a44ed-315f-4932-bed1-dff3b03e12fe req-1f6c91df-47a1-4fb2-b4ef-681403145c4c tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:48.573815 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-273a44ed-315f-4932-bed1-dff3b03e12fe req-1f6c91df-47a1-4fb2-b4ef-681403145c4c tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 943 time: 0.0528870 Mar 31 21:42:48.620068 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-273a44ed-315f-4932-bed1-dff3b03e12fe req-d6553608-358b-4d95-842a-ef415318fd3a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Mar 31 21:42:48.715711 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:48.955426 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bccc2-0b46-49d2-846d-ef0c49b2162e req-dda727cd-a8b1-43ea-8d0e-393847c2870b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:48.956904 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-846bccc2-0b46-49d2-846d-ef0c49b2162e req-dda727cd-a8b1-43ea-8d0e-393847c2870b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 946 time: 0.0542896 Mar 31 21:42:49.003748 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-846bccc2-0b46-49d2-846d-ef0c49b2162e req-82e2d882-7316-4e32-bd3d-222bf50b672c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Mar 31 21:42:49.744897 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff13d5-6dcd-45bf-ae4c-505a62de6259 req-b47da1fc-f2a8-435c-8949-2781acf9ca4c tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:49.746437 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-09ff13d5-6dcd-45bf-ae4c-505a62de6259 req-b47da1fc-f2a8-435c-8949-2781acf9ca4c tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 943 time: 0.0566559 Mar 31 21:42:49.795332 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-09ff13d5-6dcd-45bf-ae4c-505a62de6259 req-c47b8b97-88bd-45f2-9008-c1a1b691d8b4 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Mar 31 21:42:50.920422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dc892-4f00-4a69-a2b6-34ca47b4fe0f req-7575f2f7-f669-4b97-8b67-23ef200a965d tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:50.921951 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f52dc892-4f00-4a69-a2b6-34ca47b4fe0f req-7575f2f7-f669-4b97-8b67-23ef200a965d tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 943 time: 0.0603671 Mar 31 21:42:50.969103 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f52dc892-4f00-4a69-a2b6-34ca47b4fe0f req-72215ed8-804b-4f97-b227-8086e353c095 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Mar 31 21:42:51.049062 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device b13124ad-9148-4154-a78a-0953ac82454c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:42:51.143241 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port b13124ad-9148-4154-a78a-0953ac82454c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b13124ad-9148-4154-a78a-0953ac82454c,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:51.157454 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'b13124ad-9148-4154-a78a-0953ac82454c', 'network_id': '94a55796-d484-47c3-9501-fd0d6e35e602', 'port_id': 'b13124ad-9148-4154-a78a-0953ac82454c', 'mac_address': 'fa:16:3e:33:80:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6696489-f06a-4138-8056-bf68b92efce1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:42:51.193680 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port b13124ad-9148-4154-a78a-0953ac82454c is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:51.194066 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b13124ad-9148-4154-a78a-0953ac82454c), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:51.206765 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13124ad-9148-4154-a78a-0953ac82454c {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:42:51.225518 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port b13124ad-9148-4154-a78a-0953ac82454c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b13124ad-9148-4154-a78a-0953ac82454c,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:51.229224 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (b13124ad-9148-4154-a78a-0953ac82454c), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:51.273979 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=b13124ad-9148-4154-a78a-0953ac82454c,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:51.701609 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['b13124ad-9148-4154-a78a-0953ac82454c'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:42:52.091273 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc3965-bd45-4487-a79e-7466a447cbe0 req-1092d3ee-91cc-42e8-87f8-69fd6f97c2be tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:52.092748 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2bc3965-bd45-4487-a79e-7466a447cbe0 req-1092d3ee-91cc-42e8-87f8-69fd6f97c2be tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 944 time: 0.0567265 Mar 31 21:42:52.140364 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2bc3965-bd45-4487-a79e-7466a447cbe0 req-57e55bdb-a286-4295-869e-9f393aafdb24 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Mar 31 21:42:53.060712 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device b13124ad-9148-4154-a78a-0953ac82454c up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:42:53.111218 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port b13124ad-9148-4154-a78a-0953ac82454c completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:42:53.115201 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port b13124ad-9148-4154-a78a-0953ac82454c triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:42:53.115570 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (b13124ad-9148-4154-a78a-0953ac82454c), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:53.265189 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d36fe-105c-4824-98d8-6593ace3d7a7 req-ea0d2554-cf3c-4c20-9f59-32f9274dfce1 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:53.266809 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b18d36fe-105c-4824-98d8-6593ace3d7a7 req-ea0d2554-cf3c-4c20-9f59-32f9274dfce1 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 944 time: 0.0574157 Mar 31 21:42:53.318064 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b18d36fe-105c-4824-98d8-6593ace3d7a7 req-27f05d58-a6ff-430e-a7c3-59708345c9b4 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Mar 31 21:42:53.325192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port b13124ad-9148-4154-a78a-0953ac82454c is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:42:53.325192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (b13124ad-9148-4154-a78a-0953ac82454c), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:53.347345 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13124ad-9148-4154-a78a-0953ac82454c'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:42:53.349633 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c0ec84-3dc1-4240-ba28-fc4b98db4de0" -d '{"events": [{"server_uuid": "47315c16-9ac6-479d-a75a-23b70fe76c18", "name": "network-vif-plugged", "status": "completed", "tag": "b13124ad-9148-4154-a78a-0953ac82454c"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:42:53.361555 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port b13124ad-9148-4154-a78a-0953ac82454c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b13124ad-9148-4154-a78a-0953ac82454c,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:42:53.365966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (b13124ad-9148-4154-a78a-0953ac82454c), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:42:53.388789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6871e1c-03f7-4fc1-bc5c-82701e03c748 x-openstack-request-id: req-f6871e1c-03f7-4fc1-bc5c-82701e03c748 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:42:53.389079 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47315c16-9ac6-479d-a75a-23b70fe76c18", "name": "network-vif-plugged", "status": "completed", "tag": "b13124ad-9148-4154-a78a-0953ac82454c", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:42:53.389358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6871e1c-03f7-4fc1-bc5c-82701e03c748 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:42:53.389754 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6871e1c-03f7-4fc1-bc5c-82701e03c748'] response: {'server_uuid': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13124ad-9148-4154-a78a-0953ac82454c', 'code': 200} Mar 31 21:42:53.415684 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=b13124ad-9148-4154-a78a-0953ac82454c,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:42:53.580076 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a29c5d-db56-46c1-a333-df3fb361ffc8 req-ff20b2b7-4999-414d-894c-9db328c74039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:53.581593 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b3a29c5d-db56-46c1-a333-df3fb361ffc8 req-ff20b2b7-4999-414d-894c-9db328c74039 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 1129 time: 0.0437520 Mar 31 21:42:53.634422 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b3a29c5d-db56-46c1-a333-df3fb361ffc8 req-28d2cd3d-be05-47d3-8f04-656638991359 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Mar 31 21:42:54.446852 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b93d9-3f69-4e80-8901-650bb005f37e req-d3a0e501-ef1a-4683-930a-dc146622d60a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:54.448691 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f03b93d9-3f69-4e80-8901-650bb005f37e req-d3a0e501-ef1a-4683-930a-dc146622d60a tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 945 time: 0.0568771 Mar 31 21:42:54.506166 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f03b93d9-3f69-4e80-8901-650bb005f37e req-0cc24f40-38fe-4ca1-bbdd-8d2bf08be19f tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505319 Mar 31 21:42:55.627817 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b7666-6e02-43ba-b85d-a730468c011e req-2c377948-0c28-4144-9081-ba0104a0d111 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:55.629316 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d52b7666-6e02-43ba-b85d-a730468c011e req-2c377948-0c28-4144-9081-ba0104a0d111 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 945 time: 0.0539546 Mar 31 21:42:55.676367 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d52b7666-6e02-43ba-b85d-a730468c011e req-2233a112-1df8-4e4d-adfe-c8251b915032 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Mar 31 21:42:57.131951 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9b81-7d0f-4d17-aad4-7e071ab32ca8 req-824e4f15-9840-4bd0-9e56-4cfaadd07183 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:57.133449 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a80c9b81-7d0f-4d17-aad4-7e071ab32ca8 req-824e4f15-9840-4bd0-9e56-4cfaadd07183 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0522416 Mar 31 21:42:57.188995 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a80c9b81-7d0f-4d17-aad4-7e071ab32ca8 req-300238e1-3f46-43ef-baff-aeefe5446a63 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498600 Mar 31 21:42:58.308129 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc1da1-e019-44fd-bf0b-c263d7681bdb req-0c5e675a-d13e-48d7-a32f-4181369133b9 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:58.310411 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-afdc1da1-e019-44fd-bf0b-c263d7681bdb req-0c5e675a-d13e-48d7-a32f-4181369133b9 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0511243 Mar 31 21:42:58.360534 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-afdc1da1-e019-44fd-bf0b-c263d7681bdb req-7142f83a-59ed-44b4-b911-718088e0bdae tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Mar 31 21:42:59.483847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44894fc2-5f59-4649-8fed-e5251a853b65 req-42f33ec8-d136-4f89-bdff-026bef519b88 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:42:59.485374 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44894fc2-5f59-4649-8fed-e5251a853b65 req-42f33ec8-d136-4f89-bdff-026bef519b88 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0554440 Mar 31 21:42:59.533106 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44894fc2-5f59-4649-8fed-e5251a853b65 req-81356707-2b60-478f-b8b6-04b419098db0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Mar 31 21:43:00.653255 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152948e9-fc50-4f6f-99b3-ace902d4238a req-c8bbeea4-be72-4a22-9971-d85f9961f40c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:00.655340 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-152948e9-fc50-4f6f-99b3-ace902d4238a req-c8bbeea4-be72-4a22-9971-d85f9961f40c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0557747 Mar 31 21:43:00.699885 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-152948e9-fc50-4f6f-99b3-ace902d4238a req-5bcd5da3-4650-4213-a90b-d3c708dfd726 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Mar 31 21:43:01.821739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d57e-25bf-4988-81be-26fa2be1e1af req-56c4c3f2-e060-44f2-9c2c-21750434fa82 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:01.823235 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9978d57e-25bf-4988-81be-26fa2be1e1af req-56c4c3f2-e060-44f2-9c2c-21750434fa82 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0553727 Mar 31 21:43:01.873102 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9978d57e-25bf-4988-81be-26fa2be1e1af req-3ff55323-aaaf-42ae-b95e-8369f5065079 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Mar 31 21:43:02.327064 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38ce6e5e-ea08-40b4-9d45-5e652ffd8796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:02.998621 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa304a-ee07-47c6-8b3d-b33ce5efe5e2 req-2d2075b6-0408-4ffd-963c-56a5af807285 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:03.000140 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-04fa304a-ee07-47c6-8b3d-b33ce5efe5e2 req-2d2075b6-0408-4ffd-963c-56a5af807285 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0534463 Mar 31 21:43:03.051685 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-04fa304a-ee07-47c6-8b3d-b33ce5efe5e2 req-c18c8583-8c69-4d39-a988-cd1edc7e6ccc tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456796 Mar 31 21:43:04.172816 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb84edb-8937-499f-8e72-262f1060f1ed req-fb5bceec-5fc2-42ab-a4e3-94ba48400e93 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:04.174297 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2cb84edb-8937-499f-8e72-262f1060f1ed req-fb5bceec-5fc2-42ab-a4e3-94ba48400e93 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0570648 Mar 31 21:43:04.221384 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2cb84edb-8937-499f-8e72-262f1060f1ed req-0e347d0b-e2de-4e5f-a2c8-59cd5798fcc0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410440 Mar 31 21:43:05.148540 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c04433a9-0ef3-4263-95be-40081abd1203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:05.363991 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523f6ba-9600-48c0-8162-2f1d50b84788 req-85bee313-b971-403c-8a37-0e8b2a98d9c6 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:05.365573 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7523f6ba-9600-48c0-8162-2f1d50b84788 req-85bee313-b971-403c-8a37-0e8b2a98d9c6 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0660529 Mar 31 21:43:05.425837 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7523f6ba-9600-48c0-8162-2f1d50b84788 req-7cc7d511-38be-44f8-81be-12e07b350524 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490448 Mar 31 21:43:06.152997 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:06.548569 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb85de-bebe-42a2-affb-ef87862a1e60 req-21394264-8679-450b-9ace-990ed25ee49c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:06.550335 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89fb85de-bebe-42a2-affb-ef87862a1e60 req-21394264-8679-450b-9ace-990ed25ee49c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0555809 Mar 31 21:43:06.605619 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-89fb85de-bebe-42a2-affb-ef87862a1e60 req-7362dfa0-2ca9-4dca-b586-30214bfb827e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Mar 31 21:43:07.745448 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5df503-9ed7-4b1a-935c-ab329d09d1c6 req-b5c79d3a-1aad-45f9-b313-7dcbac92ab54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:07.747083 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4c5df503-9ed7-4b1a-935c-ab329d09d1c6 req-b5c79d3a-1aad-45f9-b313-7dcbac92ab54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0688353 Mar 31 21:43:07.769599 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:07.805862 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4c5df503-9ed7-4b1a-935c-ab329d09d1c6 req-5009198d-962b-4142-b43e-b5a89606975d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487251 Mar 31 21:43:08.956235 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3f3fb-b3b4-4ab8-a230-acccc9093ed2 req-2fcad1ac-ebed-477e-9038-beef7c947a36 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:08.957747 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eba3f3fb-b3b4-4ab8-a230-acccc9093ed2 req-2fcad1ac-ebed-477e-9038-beef7c947a36 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0686615 Mar 31 21:43:09.007508 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eba3f3fb-b3b4-4ab8-a230-acccc9093ed2 req-b26367e8-5b59-468a-aa45-8678531a03fc tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Mar 31 21:43:09.040317 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:10.176549 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171df6f-a801-4ee7-b010-81c0d213fe80 req-6c0763bd-604b-40ae-9ab1-111ce7c842fd tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:10.179454 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2171df6f-a801-4ee7-b010-81c0d213fe80 req-6c0763bd-604b-40ae-9ab1-111ce7c842fd tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0845561 Mar 31 21:43:10.239074 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2171df6f-a801-4ee7-b010-81c0d213fe80 req-a27921c8-fac2-40bc-92c6-abc86388722b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499854 Mar 31 21:43:11.372983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665327ad-5c2e-4fcc-b957-f4c8a9a561d1 req-81951100-5a3e-4114-a1a2-287dcf05b357 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:11.374678 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-665327ad-5c2e-4fcc-b957-f4c8a9a561d1 req-81951100-5a3e-4114-a1a2-287dcf05b357 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0627272 Mar 31 21:43:11.430037 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-665327ad-5c2e-4fcc-b957-f4c8a9a561d1 req-1b029e63-1ec6-43b3-a254-42076b01789d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490358 Mar 31 21:43:12.556725 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3faa7-153e-4eab-936a-dae20b547a9a req-b37bfa02-a3b1-4eed-8c09-392d813e9c4a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:12.558254 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-82d3faa7-153e-4eab-936a-dae20b547a9a req-b37bfa02-a3b1-4eed-8c09-392d813e9c4a tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0555294 Mar 31 21:43:12.608542 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-82d3faa7-153e-4eab-936a-dae20b547a9a req-04eecf88-5eea-4500-80d5-b2d65529b710 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Mar 31 21:43:13.396106 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ec32-84c5-4a67-a46f-c1f9403d890d req-6e25188d-55c2-4afa-884e-ab47be84f43d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:13.397755 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-abb9ec32-84c5-4a67-a46f-c1f9403d890d req-6e25188d-55c2-4afa-884e-ab47be84f43d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.0744629 Mar 31 21:43:13.463211 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-abb9ec32-84c5-4a67-a46f-c1f9403d890d req-a85c13b8-9011-4cf4-b415-4714dde2eca2 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578785 Mar 31 21:43:13.735718 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e2a21-999e-47ce-86e5-1d8738107d29 req-4e52e9e1-f384-4d43-9ec6-172123472dc8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:13.737619 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f42e2a21-999e-47ce-86e5-1d8738107d29 req-4e52e9e1-f384-4d43-9ec6-172123472dc8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0555499 Mar 31 21:43:13.788772 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f42e2a21-999e-47ce-86e5-1d8738107d29 req-8c7db611-446e-4f69-82af-da7b97a94d12 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456738 Mar 31 21:43:14.541912 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:43:14.608451 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93fbd9-5522-49db-8734-6e5161cffc22 req-e0b2c72e-9aba-40de-a3e6-5e820a589439 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:14.610346 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bb93fbd9-5522-49db-8734-6e5161cffc22 req-e0b2c72e-9aba-40de-a3e6-5e820a589439 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.0591054 Mar 31 21:43:14.661981 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-bb93fbd9-5522-49db-8734-6e5161cffc22 req-60b61ecc-cbcb-42b9-a3ec-87c45d11be08 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Mar 31 21:43:14.919471 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54d14-386d-453f-a252-e3e7e70f09fb req-6e5910a3-3679-43d0-9a67-6d5b14977ea7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:14.921236 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-12f54d14-386d-453f-a252-e3e7e70f09fb req-6e5910a3-3679-43d0-9a67-6d5b14977ea7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0578997 Mar 31 21:43:14.974949 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-12f54d14-386d-453f-a252-e3e7e70f09fb req-02671b64-3456-4c8d-95f6-b2987bb7e0fe tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472617 Mar 31 21:43:15.863630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d01d1-5b0b-421e-93a8-edcb31f324e6 req-e30f79ce-38a6-4d26-9504-9e0b0cc49757 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:15.872172 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7d3d01d1-5b0b-421e-93a8-edcb31f324e6 req-e30f79ce-38a6-4d26-9504-9e0b0cc49757 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.1038809 Mar 31 21:43:15.881684 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-de980b95-53a8-44cb-9cc1-0d26650c93fe tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:15.885783 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-de980b95-53a8-44cb-9cc1-0d26650c93fe tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 946 time: 0.1111896 Mar 31 21:43:15.965703 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7d3d01d1-5b0b-421e-93a8-edcb31f324e6 req-82f4ea90-5212-461e-afe4-cfdc0aed1f40 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=b75ac795-e0ae-4358-b78e-3e9f2daef736&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921245 Mar 31 21:43:15.987346 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-91440422-3217-4256-9b3e-cc8adcf51a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:15.990755 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-91440422-3217-4256-9b3e-cc8adcf51a03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.0887711 Mar 31 21:43:16.033668 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdaafa-946c-440f-a24a-9ff384e8554f req-c52f06bb-78ac-4131-83d0-abc027662814 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.037362 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-37cdaafa-946c-440f-a24a-9ff384e8554f req-c52f06bb-78ac-4131-83d0-abc027662814 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1493168 Mar 31 21:43:16.118773 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-37cdaafa-946c-440f-a24a-9ff384e8554f req-293775d5-1aab-4fc8-81fc-10d1d963a8ea tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725200 Mar 31 21:43:16.130391 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port 747a80b8-54ab-409b-ad78-bfd39f243885 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:16.130749 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.142133 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-d9b8480c-2e39-4546-9362-b7d89cd4d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.143787 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-d9b8480c-2e39-4546-9362-b7d89cd4d76e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1428134 Mar 31 21:43:16.162028 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a6338-4a69-4a47-b523-8512da29b939 req-d14833a5-28d3-4b82-822a-04afa69dc4b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.163694 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-587a6338-4a69-4a47-b523-8512da29b939 req-d14833a5-28d3-4b82-822a-04afa69dc4b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0888751 Mar 31 21:43:16.241740 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] For port 747a80b8-54ab-409b-ad78-bfd39f243885, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=747a80b8-54ab-409b-ad78-bfd39f243885,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:16.242296 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.259787 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-070dd7ab-58eb-4bc9-8faa-454645a60b53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 1001 time: 0.0949924 Mar 31 21:43:16.273066 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-587a6338-4a69-4a47-b523-8512da29b939 req-5e71205d-92d4-452f-b484-b7f217252498 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693374 Mar 31 21:43:16.345634 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-0821e27b-fd1e-434e-b1f1-6b9db1f85d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.347290 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-0821e27b-fd1e-434e-b1f1-6b9db1f85d0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0687060 Mar 31 21:43:16.420564 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-1ac8b9fb-ff2e-44df-a4fa-da35edb5d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:16.427284 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-1ac8b9fb-ff2e-44df-a4fa-da35edb5d64b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641401 Mar 31 21:43:16.543820 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-7334c903-8df1-4930-9446-38dbe8bb9e44 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070294 Mar 31 21:43:16.614470 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.614930 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (874aa2ec-279c-42f5-9457-12e6f8d2baa3), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.615431 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP 874aa2ec-279c-42f5-9457-12e6f8d2baa3 disassociated. External IP: 172.27.1.17, port: 747a80b8-54ab-409b-ad78-bfd39f243885. Mar 31 21:43:16.616012 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for 747a80b8-54ab-409b-ad78-bfd39f243885 owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:16.656991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5c87c848-4b25-4412-a6dd-a7e0ba82b616 req-b547bf3c-919f-4044-87be-e4911b01c233 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053445 Mar 31 21:43:16.796860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (747a80b8-54ab-409b-ad78-bfd39f243885), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:16.827374 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=747a80b8-54ab-409b-ad78-bfd39f243885,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:16.953971 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:17.084622 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:17.089268 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d577215b-bb1e-4d03-9b49-a2156436168d req-da3c6509-ab95-493c-925a-f26aab04b6d1 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=d42ffa27-69f3-4fcf-a14e-82f57bc8b03b HTTP/1.1" status: 200 len: 210 time: 0.0289996 Mar 31 21:43:17.100471 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:17.122498 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:17.123538 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:17.145603 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] No DVR routers for this DVR port 747a80b8-54ab-409b-ad78-bfd39f243885 on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:43:17.149500 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:17.154152 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d2d570ca-a7c1-4b96-81b0-bdf57af85c9f req-8d681dea-8aeb-4372-b9f3-b2b32b0709c9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "DELETE /v2.0/ports/747a80b8-54ab-409b-ad78-bfd39f243885 HTTP/1.1" status: 204 len: 173 time: 1.2529964 Mar 31 21:43:17.154795 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'name': 'network-vif-deleted', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:17.157399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa256d6-feec-4970-806b-1ee52eb72da8" -d '{"events": [{"server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "name": "network-vif-deleted", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:17.201734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77d386e-77b4-485d-89e5-89a137260968 x-openstack-request-id: req-b77d386e-77b4-485d-89e5-89a137260968 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:17.201734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42ffa27-69f3-4fcf-a14e-82f57bc8b03b", "name": "network-vif-deleted", "tag": "747a80b8-54ab-409b-ad78-bfd39f243885", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:17.202044 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b77d386e-77b4-485d-89e5-89a137260968 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:17.202353 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77d386e-77b4-485d-89e5-89a137260968'] response: {'server_uuid': 'd42ffa27-69f3-4fcf-a14e-82f57bc8b03b', 'name': 'network-vif-deleted', 'tag': '747a80b8-54ab-409b-ad78-bfd39f243885', 'status': 'completed', 'code': 200} Mar 31 21:43:17.277080 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:17.342879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa251-4c96-47e0-9c25-33bc55a4fc36 req-2cfc6d0e-bdaa-4e8a-b38b-ec54a7c4628f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:17.347556 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-287fa251-4c96-47e0-9c25-33bc55a4fc36 req-2cfc6d0e-bdaa-4e8a-b38b-ec54a7c4628f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1080270 Mar 31 21:43:17.428857 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-287fa251-4c96-47e0-9c25-33bc55a4fc36 req-be5c4936-10e3-457e-a51e-d46c67a194e2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733800 Mar 31 21:43:17.471892 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6449c24-0a98-4dda-a6ca-ebda5ab95f0f req-3e75e227-8265-414f-9d5e-9c04aede3659 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:17.474294 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d6449c24-0a98-4dda-a6ca-ebda5ab95f0f req-3e75e227-8265-414f-9d5e-9c04aede3659 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0746834 Mar 31 21:43:17.542052 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d6449c24-0a98-4dda-a6ca-ebda5ab95f0f req-8c6f3fcb-d669-4302-adf4-f1088c891bb4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602784 Mar 31 21:43:17.598328 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:17.626972 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:17.635463 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:17.636072 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:17.756147 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:18.075643 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:18.109662 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d22755-c531-4b53-ae00-c59db6bf6498 None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '287d5c11-e80d-458a-9120-6c42f15eec16', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2b:5d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:39:31Z', 'updated_at': '2022-03-31T21:40:01Z', 'revision_number': 2, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:18.247809 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54114) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:18.337550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dbb9400c-8943-455f-98a5-a1b05d671dd9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (b75ac795-e0ae-4358-b78e-3e9f2daef736), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.368590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dbb9400c-8943-455f-98a5-a1b05d671dd9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (b75ac795-e0ae-4358-b78e-3e9f2daef736), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.431006 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dbb9400c-8943-455f-98a5-a1b05d671dd9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b75ac795-e0ae-4358-b78e-3e9f2daef736), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.433905 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dbb9400c-8943-455f-98a5-a1b05d671dd9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.435429 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-dbb9400c-8943-455f-98a5-a1b05d671dd9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/security-groups/b75ac795-e0ae-4358-b78e-3e9f2daef736 HTTP/1.1" status: 204 len: 168 time: 0.1862724 Mar 31 21:43:18.439144 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54116) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:18.455689 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9400c-8943-455f-98a5-a1b05d671dd9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75ac795-e0ae-4358-b78e-3e9f2daef736,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:18.458533 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.api.v2.resource [None req-1d854263-2493-4b0a-be7d-2362e6042f6e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] show failed (client error): The resource could not be found. Mar 31 21:43:18.469192 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1d854263-2493-4b0a-be7d-2362e6042f6e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups/b75ac795-e0ae-4358-b78e-3e9f2daef736 HTTP/1.1" status: 404 len: 347 time: 0.0276072 Mar 31 21:43:18.473407 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278d4f9b-f235-4640-b66f-866c8897179a None None] New status for floating IP 874aa2ec-279c-42f5-9457-12e6f8d2baa3: DOWN {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:43:18.474926 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54120) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:18.718598 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647567-0089-41c8-8239-97fa21514650 req-32cd2cd2-3f7d-4617-9bb9-9e1ae5e0e13f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.721955 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-87647567-0089-41c8-8239-97fa21514650 req-32cd2cd2-3f7d-4617-9bb9-9e1ae5e0e13f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0761988 Mar 31 21:43:18.727580 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e905e25-8a0e-481e-b1de-3d693af2a34e req-43048d17-57f4-4c3f-b548-cae97e33e2a5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:18.729764 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e905e25-8a0e-481e-b1de-3d693af2a34e req-43048d17-57f4-4c3f-b548-cae97e33e2a5 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1784282 Mar 31 21:43:18.750617 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.808377 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e905e25-8a0e-481e-b1de-3d693af2a34e req-7e1fae3d-bdf4-43aa-8afa-5e3abcb320f3 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711269 Mar 31 21:43:18.813366 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port c07c643b-1b5f-4370-bd16-7fc67992ea8f {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:18.813746 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.888311 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-87647567-0089-41c8-8239-97fa21514650 req-8e2fa8c4-a778-4251-8a64-dcd921f06c53 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523089 Mar 31 21:43:18.985990 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:18.988404 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (c07c643b-1b5f-4370-bd16-7fc67992ea8f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.024514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for c07c643b-1b5f-4370-bd16-7fc67992ea8f owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:19.201730 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 747a80b8-54ab-409b-ad78-bfd39f243885 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:19.226276 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 747a80b8-54ab-409b-ad78-bfd39f243885 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:19.226875 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 747a80b8-54ab-409b-ad78-bfd39f243885 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:19.267844 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33500-8d29-4885-a1d8-2d8eb71a859a req-c7bfac7a-e945-4f76-9f1f-d7bc6a6fbbb8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.270547 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-40b33500-8d29-4885-a1d8-2d8eb71a859a req-c7bfac7a-e945-4f76-9f1f-d7bc6a6fbbb8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.1719434 Mar 31 21:43:19.339710 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-b4fb9f73-07b7-4c61-b131-c5c5542cc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.341744 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-b4fb9f73-07b7-4c61-b131-c5c5542cc059 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 1130 time: 0.1432521 Mar 31 21:43:19.406886 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb85469-0ba2-408c-bfc7-0f2680f772ee req-df2a11d5-a5a9-4e46-8ef4-e740e169c046 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.414702 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ecb85469-0ba2-408c-bfc7-0f2680f772ee req-df2a11d5-a5a9-4e46-8ef4-e740e169c046 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 945 time: 0.1818671 Mar 31 21:43:19.422726 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-40b33500-8d29-4885-a1d8-2d8eb71a859a req-16424638-2076-438a-85f9-b760554787fe tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441360 Mar 31 21:43:19.491733 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-b980d376-77cb-4efc-a149-4a7cd1c21621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.494206 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-b980d376-77cb-4efc-a149-4a7cd1c21621 service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.1334610 Mar 31 21:43:19.510181 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (c07c643b-1b5f-4370-bd16-7fc67992ea8f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.572189 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-3cfc3658-a276-4ed4-ba17-7970a5e9bc8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 200 len: 1002 time: 0.0671556 Mar 31 21:43:19.578223 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=c07c643b-1b5f-4370-bd16-7fc67992ea8f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:19.627193 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ecb85469-0ba2-408c-bfc7-0f2680f772ee req-305e776f-3595-4fd6-be83-c45ede47ae7d tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104719 Mar 31 21:43:19.631344 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-4d7f0c45-ee4b-4a89-848e-0ad20bff730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.633147 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-4d7f0c45-ee4b-4a89-848e-0ad20bff730c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0494623 Mar 31 21:43:19.667674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.668896 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.669592 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.670278 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.670964 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.671630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.672316 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.673006 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.673742 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.674284 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.674956 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.675555 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.676016 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.676454 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.676897 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:19.703947 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (874aa2ec-279c-42f5-9457-12e6f8d2baa3), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.704606 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-d11978e5-3390-494f-8b12-a03c9e949eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:19.706634 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-d11978e5-3390-494f-8b12-a03c9e949eb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632069 Mar 31 21:43:19.707190 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:19.708515 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2d21e636-55a6-4d6c-afd3-9c63deb8cbcc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/floatingips/874aa2ec-279c-42f5-9457-12e6f8d2baa3 HTTP/1.1" status: 204 len: 168 time: 1.2322931 Mar 31 21:43:19.816186 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-6e51e457-a694-4ebc-b6d0-87aff3ff01f9 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970192 Mar 31 21:43:19.990021 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ce7da7fb-524d-4623-b880-16d2dcb4ebcc req-1b8ba1ce-292b-440e-8323-0113dd6107f9 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641142 Mar 31 21:43:20.005593 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db1f8f-9c6c-4f00-b279-71fd4f748aa3 req-19f6b113-54f7-4702-bd01-6b3f1570b9c6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:20.018448 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f1db1f8f-9c6c-4f00-b279-71fd4f748aa3 req-19f6b113-54f7-4702-bd01-6b3f1570b9c6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0926709 Mar 31 21:43:20.090912 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f1db1f8f-9c6c-4f00-b279-71fd4f748aa3 req-08d4d5e9-8af7-41a2-893f-44ced0f7f73a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678864 Mar 31 21:43:20.579271 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316425c3-fbd9-4d69-96fb-9baeb1043d9b req-ac5ddc50-46fb-46ee-9a95-29c88a54a6e7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:20.580926 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-316425c3-fbd9-4d69-96fb-9baeb1043d9b req-ac5ddc50-46fb-46ee-9a95-29c88a54a6e7 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0691872 Mar 31 21:43:20.633871 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-316425c3-fbd9-4d69-96fb-9baeb1043d9b req-47083b93-cd72-4dca-95b7-f907a2a9def0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461438 Mar 31 21:43:20.768807 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca7428-d8a4-46bc-8741-a54f349a0fa1 req-050c0f17-47b0-4b3f-bda1-166d9f65b370 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:20.771467 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f8ca7428-d8a4-46bc-8741-a54f349a0fa1 req-050c0f17-47b0-4b3f-bda1-166d9f65b370 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 945 time: 0.0667617 Mar 31 21:43:20.860073 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f8ca7428-d8a4-46bc-8741-a54f349a0fa1 req-32d87f55-5775-47c7-bfde-63bd9185a75c tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Mar 31 21:43:21.263251 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637bcb-a065-443e-af85-fd8a2533ac65 req-54aa80eb-2212-4036-801f-00018691c3d0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:21.264799 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-87637bcb-a065-443e-af85-fd8a2533ac65 req-54aa80eb-2212-4036-801f-00018691c3d0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0665226 Mar 31 21:43:21.315169 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-87637bcb-a065-443e-af85-fd8a2533ac65 req-5809ef62-c63a-4e94-83ed-e04c2d360823 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445859 Mar 31 21:43:21.767292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d41afe-9590-405a-906e-250ab7fad3e0 req-1df03e46-d7a4-4827-b8b9-6c818938c58f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:21.770378 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f3d41afe-9590-405a-906e-250ab7fad3e0 req-1df03e46-d7a4-4827-b8b9-6c818938c58f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0589068 Mar 31 21:43:21.822822 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f3d41afe-9590-405a-906e-250ab7fad3e0 req-de80ab56-1edf-4e41-9768-f489fb705d9b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Mar 31 21:43:21.998409 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02ada-20f5-48f9-91a9-5f5390ea7152 req-0ce47148-6a2b-494a-a098-8ecb7cd7f9db tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:22.000003 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-29c02ada-20f5-48f9-91a9-5f5390ea7152 req-0ce47148-6a2b-494a-a098-8ecb7cd7f9db tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Mar 31 21:43:22.036483 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-82491825-33be-4ef5-b7f6-ec0e3c2466b8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:22.038114 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-82491825-33be-4ef5-b7f6-ec0e3c2466b8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 945 time: 0.0624166 Mar 31 21:43:22.062746 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-29c02ada-20f5-48f9-91a9-5f5390ea7152 req-c1c0f22f-33c6-4b6d-9c2e-adbbbd85fdcb tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/security-groups?id=a71330a9-52da-4289-a62f-e31877c41882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533624 Mar 31 21:43:22.145329 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Deleting port b13124ad-9148-4154-a78a-0953ac82454c {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:22.145665 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (b13124ad-9148-4154-a78a-0953ac82454c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:22.267182 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] For port b13124ad-9148-4154-a78a-0953ac82454c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b13124ad-9148-4154-a78a-0953ac82454c,segment=NetworkSegment(5bd9b4bb-1637-41cb-890c-f85d50a412cb),segment_id=5bd9b4bb-1637-41cb-890c-f85d50a412cb)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:22.267762 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (b13124ad-9148-4154-a78a-0953ac82454c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:22.291382 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Calling delete_port for b13124ad-9148-4154-a78a-0953ac82454c owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:22.586399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ead79-12d1-4161-b966-d72c87670f93 req-445d68e8-cd4c-49e3-9bab-034fa8e7f8eb tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:22.588958 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e03ead79-12d1-4161-b966-d72c87670f93 req-445d68e8-cd4c-49e3-9bab-034fa8e7f8eb tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1751561 Mar 31 21:43:22.590242 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed7655-2f1d-4086-a84e-7e03aec0d24c req-97b5c5fc-5831-4c1b-b41b-6686956ca718 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:22.590882 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (b13124ad-9148-4154-a78a-0953ac82454c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:22.591815 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11ed7655-2f1d-4086-a84e-7e03aec0d24c req-97b5c5fc-5831-4c1b-b41b-6686956ca718 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.0612228 Mar 31 21:43:22.606563 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['b13124ad-9148-4154-a78a-0953ac82454c'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:22.636612 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Pushing event deleted for resources: {'Port': ['ID=b13124ad-9148-4154-a78a-0953ac82454c,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:22.677951 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11ed7655-2f1d-4086-a84e-7e03aec0d24c req-3871b705-bdf3-404e-b5bd-33e059c0c6ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774872 Mar 31 21:43:22.698990 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] No DVR routers for this DVR port b13124ad-9148-4154-a78a-0953ac82454c on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:43:22.705479 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:22.708767 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1cfde9f6-5bdc-4fb7-bd27-f29e1fbde4e3 req-6e3484fa-1fbc-44bc-9ecf-978530b133e8 tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.35 "DELETE /v2.0/ports/b13124ad-9148-4154-a78a-0953ac82454c HTTP/1.1" status: 204 len: 173 time: 0.6645207 Mar 31 21:43:22.709216 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'name': 'network-vif-deleted', 'tag': 'b13124ad-9148-4154-a78a-0953ac82454c'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:22.711650 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b586c06a-6a8e-4044-b466-899cc9a0568c" -d '{"events": [{"server_uuid": "47315c16-9ac6-479d-a75a-23b70fe76c18", "name": "network-vif-deleted", "tag": "b13124ad-9148-4154-a78a-0953ac82454c"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:22.722957 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e03ead79-12d1-4161-b966-d72c87670f93 req-6990e250-af62-4096-9b79-ee6c70556258 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229899 Mar 31 21:43:22.768282 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e2fc3c-6ba6-4bfa-a33b-9140de23746a x-openstack-request-id: req-40e2fc3c-6ba6-4bfa-a33b-9140de23746a {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:22.769233 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47315c16-9ac6-479d-a75a-23b70fe76c18", "name": "network-vif-deleted", "tag": "b13124ad-9148-4154-a78a-0953ac82454c", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:22.769233 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40e2fc3c-6ba6-4bfa-a33b-9140de23746a {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:22.769581 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e2fc3c-6ba6-4bfa-a33b-9140de23746a'] response: {'server_uuid': '47315c16-9ac6-479d-a75a-23b70fe76c18', 'name': 'network-vif-deleted', 'tag': 'b13124ad-9148-4154-a78a-0953ac82454c', 'status': 'completed', 'code': 200} Mar 31 21:43:23.175687 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-89c6e336-367b-440a-9945-d5990c8e1422 req-d276b507-d970-4f0c-a0c1-57ae13a249af tempest-VolumesSnapshotTestJSON-2031273723 tempest-VolumesSnapshotTestJSON-2031273723-project] 10.222.0.20 "GET /v2.0/ports?device_id=47315c16-9ac6-479d-a75a-23b70fe76c18 HTTP/1.1" status: 200 len: 210 time: 0.0283756 Mar 31 21:43:23.820952 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbb611-130a-4deb-94e8-c103c8ace4a6 req-b832d3cd-5814-4afc-a9a5-c2938bfece87 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:23.823190 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4ebbb611-130a-4deb-94e8-c103c8ace4a6 req-b832d3cd-5814-4afc-a9a5-c2938bfece87 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.0707662 Mar 31 21:43:23.874051 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f1972-19ff-4203-a3a7-5559c597a987 req-0d8da4fa-885a-4b53-a033-d5b5fea38cde tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:23.875656 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ff5f1972-19ff-4203-a3a7-5559c597a987 req-0d8da4fa-885a-4b53-a033-d5b5fea38cde tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0650253 Mar 31 21:43:23.881695 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4ebbb611-130a-4deb-94e8-c103c8ace4a6 req-3693c98c-056e-43b0-a733-1957daa8a8ad tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500574 Mar 31 21:43:23.937943 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ff5f1972-19ff-4203-a3a7-5559c597a987 req-b0b060c4-fbbd-471c-b407-d4948e47ebd0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503066 Mar 31 21:43:24.634358 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-710e76e6-3110-427e-9331-205bf337dc9f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:24.635874 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-710e76e6-3110-427e-9331-205bf337dc9f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.0638578 Mar 31 21:43:24.748709 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port a12a7bf1-456f-4e67-bdd0-595a908500df {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:24.749041 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:24.846877 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a12a7bf1-456f-4e67-bdd0-595a908500df,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:24.847293 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.080438 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c058e-4eff-4085-96b7-fc9e77ace3c9 req-1f771c89-5288-47d6-98a4-211042310d4f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:25.082322 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-987c058e-4eff-4085-96b7-fc9e77ace3c9 req-1f771c89-5288-47d6-98a4-211042310d4f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0623112 Mar 31 21:43:25.161738 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-987c058e-4eff-4085-96b7-fc9e77ace3c9 req-31d1b2cf-b6e5-4bde-9588-956960288819 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685775 Mar 31 21:43:25.243750 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device b13124ad-9148-4154-a78a-0953ac82454c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:25.265813 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: b13124ad-9148-4154-a78a-0953ac82454c {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:25.266165 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device b13124ad-9148-4154-a78a-0953ac82454c not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:25.266593 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device a12a7bf1-456f-4e67-bdd0-595a908500df no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:25.358336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port a12a7bf1-456f-4e67-bdd0-595a908500df is: ACTIVE; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:25.358706 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.368371 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b2bc1-9ad8-487d-a0f1-c1790ce17890 req-e0771424-f5a5-4822-9cf5-079ab108f82b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:25.370001 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-072b2bc1-9ad8-487d-a0f1-c1790ce17890 req-e0771424-f5a5-4822-9cf5-079ab108f82b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 946 time: 0.3992655 Mar 31 21:43:25.378713 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.379075 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (287d5c11-e80d-458a-9120-6c42f15eec16), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.379324 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP 287d5c11-e80d-458a-9120-6c42f15eec16 disassociated. External IP: 172.27.1.175, port: a12a7bf1-456f-4e67-bdd0-595a908500df. Mar 31 21:43:25.379794 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for a12a7bf1-456f-4e67-bdd0-595a908500df owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:25.386247 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:25.389425 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6e609-d1bf-47fb-9ced-7a2219dc2193" -d '{"events": [{"server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "name": "network-vif-unplugged", "status": "completed", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:25.406926 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port a12a7bf1-456f-4e67-bdd0-595a908500df, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a12a7bf1-456f-4e67-bdd0-595a908500df,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:25.412826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.456751 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca1b2c-28b7-45e9-b9f8-b89ff76d22fa x-openstack-request-id: req-ccca1b2c-28b7-45e9-b9f8-b89ff76d22fa {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:25.457211 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "name": "network-vif-unplugged", "status": "completed", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:25.457684 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccca1b2c-28b7-45e9-b9f8-b89ff76d22fa {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:25.458327 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccca1b2c-28b7-45e9-b9f8-b89ff76d22fa'] response: {'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'code': 200} Mar 31 21:43:25.471892 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=6']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:25.503266 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-072b2bc1-9ad8-487d-a0f1-c1790ce17890 req-578f87fa-a905-49b3-a6e4-bbfbfea68c10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=99265856-eca0-46fe-b814-e50dbb67c5d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202681 Mar 31 21:43:25.593717 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (a12a7bf1-456f-4e67-bdd0-595a908500df), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.622746 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=a12a7bf1-456f-4e67-bdd0-595a908500df,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:25.748420 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:25.883780 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:25.894965 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:25.909555 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:25.910111 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:25.929050 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] No DVR routers for this DVR port a12a7bf1-456f-4e67-bdd0-595a908500df on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:43:25.931697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:25.938524 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5fdf4cf4-4c6d-483c-8b42-a3bc99d2e3aa req-8c030fb2-7935-4e42-813d-5e24aa4536c4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "DELETE /v2.0/ports/a12a7bf1-456f-4e67-bdd0-595a908500df HTTP/1.1" status: 204 len: 173 time: 1.2907345 Mar 31 21:43:25.939418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'name': 'network-vif-deleted', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:25.947185 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0972828-8d26-4192-8f60-4b1b9ae2b73b" -d '{"events": [{"server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "name": "network-vif-deleted", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:26.016496 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d84a8-9492-4d1a-9181-6fd814daf7b4 x-openstack-request-id: req-386d84a8-9492-4d1a-9181-6fd814daf7b4 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:26.016982 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3752ff-1f69-4456-9ec2-0e5aba2b7165", "name": "network-vif-deleted", "tag": "a12a7bf1-456f-4e67-bdd0-595a908500df", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:26.018462 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-386d84a8-9492-4d1a-9181-6fd814daf7b4 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:26.018462 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386d84a8-9492-4d1a-9181-6fd814daf7b4'] response: {'server_uuid': 'df3752ff-1f69-4456-9ec2-0e5aba2b7165', 'name': 'network-vif-deleted', 'tag': 'a12a7bf1-456f-4e67-bdd0-595a908500df', 'status': 'completed', 'code': 200} Mar 31 21:43:26.045982 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:26.318441 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba125bbe-18f8-4953-8913-569015119c97 req-481d7773-86ef-48b1-a763-1120d8d80578 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:26.320140 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ba125bbe-18f8-4953-8913-569015119c97 req-481d7773-86ef-48b1-a763-1120d8d80578 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0712717 Mar 31 21:43:26.387157 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ba125bbe-18f8-4953-8913-569015119c97 req-1142938e-23ca-4fff-900c-3dfc3e79c0dd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569069 Mar 31 21:43:26.391396 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:26.429226 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:26.440385 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:26.441045 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:26.573783 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:26.635254 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-70d62ee1-4334-4cb7-8079-f1d94491ce9d req-17060c1f-798d-4ab5-b599-bdbf4dc51d31 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 210 time: 0.0322587 Mar 31 21:43:26.822552 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:26.854606 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a6cfae-fd44-432d-b1b2-c3d5540c38bd None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:27.101334 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5332d58-cf2e-458b-aec9-69387d6b75c9 None None] New status for floating IP 287d5c11-e80d-458a-9120-6c42f15eec16: DOWN {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:43:27.528730 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1127d-8edb-494e-bdc1-5142e743b055 req-b93d8d45-c375-46b3-aed9-46ae787c5eef tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:27.530339 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-57f1127d-8edb-494e-bdc1-5142e743b055 req-b93d8d45-c375-46b3-aed9-46ae787c5eef tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0567520 Mar 31 21:43:27.585198 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-57f1127d-8edb-494e-bdc1-5142e743b055 req-3e4dc7d5-1aa5-4501-b6a6-175c3d31c82c tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Mar 31 21:43:27.764888 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-92e042bf-e339-4ce9-8cdf-5b8b2d64d027 req-d688350f-82c9-43e9-b362-98e99056d960 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 210 time: 0.0296307 Mar 31 21:43:28.713267 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67098322-5a9a-4b82-9af6-8011224a093e req-ba084cde-04e8-45ce-b645-bab19547d148 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:28.719024 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-67098322-5a9a-4b82-9af6-8011224a093e req-ba084cde-04e8-45ce-b645-bab19547d148 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0573187 Mar 31 21:43:28.778213 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-67098322-5a9a-4b82-9af6-8011224a093e req-0e2874fa-ae41-4162-844a-543ef169d0c9 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527849 Mar 31 21:43:28.892023 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0e9c8b3b-5222-4c14-9fc7-0a9a4f4e1a09 req-958bbc56-b4e6-4da8-b0dc-aca19f4c96b2 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=df3752ff-1f69-4456-9ec2-0e5aba2b7165 HTTP/1.1" status: 200 len: 210 time: 0.0308647 Mar 31 21:43:29.925195 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0d71-a3b1-4a7b-bb3a-6f9ccd92b27e req-be54f962-55ff-46b1-b105-2904e74e608d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:29.927151 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-654e0d71-a3b1-4a7b-bb3a-6f9ccd92b27e req-be54f962-55ff-46b1-b105-2904e74e608d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0644250 Mar 31 21:43:30.001992 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-654e0d71-a3b1-4a7b-bb3a-6f9ccd92b27e req-112a92b1-1af7-445b-831a-e3ec0105aa51 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688372 Mar 31 21:43:30.013158 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54232) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:30.082498 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-efb10858-f81f-445c-a8e0-856e6d8ada10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (99265856-eca0-46fe-b814-e50dbb67c5d4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.112051 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-efb10858-f81f-445c-a8e0-856e6d8ada10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (99265856-eca0-46fe-b814-e50dbb67c5d4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.180684 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-efb10858-f81f-445c-a8e0-856e6d8ada10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (99265856-eca0-46fe-b814-e50dbb67c5d4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.185696 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-efb10858-f81f-445c-a8e0-856e6d8ada10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.187632 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-efb10858-f81f-445c-a8e0-856e6d8ada10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/security-groups/99265856-eca0-46fe-b814-e50dbb67c5d4 HTTP/1.1" status: 204 len: 168 time: 0.1731966 Mar 31 21:43:30.190374 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54234) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:30.202575 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb10858-f81f-445c-a8e0-856e6d8ada10 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99265856-eca0-46fe-b814-e50dbb67c5d4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:30.207829 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-f5172449-9029-493b-b750-3e53d0d6c6ee tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] show failed (client error): The resource could not be found. Mar 31 21:43:30.209341 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f5172449-9029-493b-b750-3e53d0d6c6ee tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups/99265856-eca0-46fe-b814-e50dbb67c5d4 HTTP/1.1" status: 404 len: 347 time: 0.0172148 Mar 31 21:43:30.211951 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54236) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:30.388942 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port 28b52110-4b0c-4412-9764-f1c9fa4d3198 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:30.389158 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.481522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.481848 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (28b52110-4b0c-4412-9764-f1c9fa4d3198), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.496662 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for 28b52110-4b0c-4412-9764-f1c9fa4d3198 owned by network:floatingip {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:30.646853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (28b52110-4b0c-4412-9764-f1c9fa4d3198), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.681564 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=28b52110-4b0c-4412-9764-f1c9fa4d3198,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:30.751322 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (287d5c11-e80d-458a-9120-6c42f15eec16), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.753986 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:30.755430 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-08a85327-5b3d-4ab6-bbf2-161bab99c4ec tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/floatingips/287d5c11-e80d-458a-9120-6c42f15eec16 HTTP/1.1" status: 204 len: 168 time: 0.5422032 Mar 31 21:43:31.068216 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54248) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:31.072907 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885494902', 'description': 'tempest-description--1371291201'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:31.120686 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.152699 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7484c0-ece5-4e1d-9eaf-62ab9100ded0 req-87bcace1-4899-44e7-932b-2f67ae1f21ba tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:31.154164 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-de7484c0-ece5-4e1d-9eaf-62ab9100ded0 req-87bcace1-4899-44e7-932b-2f67ae1f21ba tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0770774 Mar 31 21:43:31.234326 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-de7484c0-ece5-4e1d-9eaf-62ab9100ded0 req-7805496e-f131-4c9e-969c-5e52d47163d7 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727563 Mar 31 21:43:31.246870 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (c1499df8-e453-4a97-9ae4-af2039274314), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.251857 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c1499df8-e453-4a97-9ae4-af2039274314), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.283469 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1499df8-e453-4a97-9ae4-af2039274314,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:31.289048 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.290834 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1ea9cede-6708-48d9-8067-f77d2961700f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2209296 Mar 31 21:43:31.294670 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54250) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:31.299454 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': 'c1499df8-e453-4a97-9ae4-af2039274314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:31.325141 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (2d6139cc-f3d2-4005-affa-8fad310d671e), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.385130 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (2d6139cc-f3d2-4005-affa-8fad310d671e), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.390277 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (2d6139cc-f3d2-4005-affa-8fad310d671e), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.408857 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6139cc-f3d2-4005-affa-8fad310d671e,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:31.425830 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.427045 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3b5854e3-d3a0-40bb-b456-c1450ffa0f55 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312609 Mar 31 21:43:31.429798 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54256) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:31.434547 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': 'c1499df8-e453-4a97-9ae4-af2039274314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:31.463282 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (2b9c53ae-165c-4c0e-a06b-928ee212cbd1), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.527206 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (2b9c53ae-165c-4c0e-a06b-928ee212cbd1), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.533386 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (2b9c53ae-165c-4c0e-a06b-928ee212cbd1), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.557590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9c53ae-165c-4c0e-a06b-928ee212cbd1,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:31.567599 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.569557 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-683080b9-5e68-4156-8cf0-7c26b1892209 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381185 Mar 31 21:43:31.572473 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54262) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:31.583202 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:31.610166 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.721173 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.842138 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.27.1.254 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/de9e865d-6539-4a3f-a2c9-b4732c615fb5) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:31.946379 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:31.980857 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.019644 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:32.025139 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:32.029888 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:32.033123 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=de9e865d-6539-4a3f-a2c9-b4732c615fb5,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:32.125282 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (f399d185-53ca-4e8e-93a4-9676d508f5ea), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.163829 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.331860 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8804c82a-3c5c-4385-ab59-9e2740aff6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.336597 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.368918 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.500166 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=de9e865d-6539-4a3f-a2c9-b4732c615fb5,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:32.516754 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007b3a1-0f3d-4f7c-898d-b510acb98d23 req-af7ee3bd-5b18-4093-9df0-959f26f1daca tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:32.518571 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b007b3a1-0f3d-4f7c-898d-b510acb98d23 req-af7ee3bd-5b18-4093-9df0-959f26f1daca tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1941156 Mar 31 21:43:32.522081 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (f399d185-53ca-4e8e-93a4-9676d508f5ea), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.556795 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:32.558104 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1fe215be-4e2a-49a5-9a7b-731f01c94228 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9829488 Mar 31 21:43:32.582344 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b007b3a1-0f3d-4f7c-898d-b510acb98d23 req-11422520-4bd3-4976-94b9-f19d7676b92b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569081 Mar 31 21:43:32.807161 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-43f7cfa8-e5b0-405c-a0e2-4e146cabe9d3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--885494902&fields=id&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 267 time: 0.0567698 Mar 31 21:43:32.975418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-0dd95808-87c4-4eab-b1df-1157e3a98437 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:32.976998 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-0dd95808-87c4-4eab-b1df-1157e3a98437 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1625867 Mar 31 21:43:32.993252 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-e44eeee8-0b58-4deb-8e91-3ec5d3614e48 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/quotas/2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 375 time: 0.0101395 Mar 31 21:43:33.069892 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-ffb9dbe9-86d4-4051-84c1-8261a1c55443 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694504 Mar 31 21:43:33.180899 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-4c0d45f1-f0a4-4c1a-b59b-1837467283bc service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930622 Mar 31 21:43:33.275931 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-346ef77a-59e4-46d7-9132-cc2b189de516 service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867593 Mar 31 21:43:33.458037 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74c33dc5-bd76-462f-9a01-c206ba72a182 req-224e2271-0514-49ba-8640-e000d413916e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 210 time: 0.0303824 Mar 31 21:43:33.742426 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fb2eb-3d3b-47c7-bfb6-bb6e883effb2 req-7d655f3c-0098-47f4-bbbe-8f92d5bf2e55 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:33.744034 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5a0fb2eb-3d3b-47c7-bfb6-bb6e883effb2 req-7d655f3c-0098-47f4-bbbe-8f92d5bf2e55 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0728507 Mar 31 21:43:33.806071 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5a0fb2eb-3d3b-47c7-bfb6-bb6e883effb2 req-87ee8871-83c7-4678-a305-d8feef548b27 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510755 Mar 31 21:43:34.578301 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-99d4c6f2-2f32-461f-9fab-c59d22858323 req-939c378b-8e80-4288-a2b8-1f8a335e824e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 210 time: 0.0372679 Mar 31 21:43:34.936638 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce44c7-7600-4e40-a0e0-c90bf0a40083 req-b6aa3634-ace6-4e2e-9754-afe6137d2fd8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:34.938238 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d3ce44c7-7600-4e40-a0e0-c90bf0a40083 req-b6aa3634-ace6-4e2e-9754-afe6137d2fd8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0544088 Mar 31 21:43:34.987921 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d3ce44c7-7600-4e40-a0e0-c90bf0a40083 req-aa807abb-a113-4bf3-997e-b1eed2a9e100 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438974 Mar 31 21:43:35.152326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c00c339e-c356-4397-b77d-589df39e19ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:35.684611 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a6077fa-0c66-46b0-914b-400e21429b58 req-20be1c01-6582-4ab8-af2d-6641656cf2e3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 210 time: 0.0289476 Mar 31 21:43:36.117017 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b433d07-8acc-484d-a6ce-aec5964aeeb6 req-4de8a8c0-d853-4b7a-900b-3522953b2e53 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:36.118651 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7b433d07-8acc-484d-a6ce-aec5964aeeb6 req-4de8a8c0-d853-4b7a-900b-3522953b2e53 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0616143 Mar 31 21:43:36.159379 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:36.179266 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7b433d07-8acc-484d-a6ce-aec5964aeeb6 req-7f9ad6b7-e52d-455c-8037-8221eed8d9c1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495677 Mar 31 21:43:36.784037 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-086cf391-4f26-4595-810f-f177ae2e5721 req-0446455e-8f93-45f9-ac3f-5a22757f38b3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 210 time: 0.0306849 Mar 31 21:43:37.372589 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb83ad8-e362-4526-9e53-55cd08f95039 req-76f8cc01-ce85-4150-bb86-0080ab4fcdeb tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:37.374322 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dbb83ad8-e362-4526-9e53-55cd08f95039 req-76f8cc01-ce85-4150-bb86-0080ab4fcdeb tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1256702 Mar 31 21:43:37.455933 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-8e5476b4-a3ab-47a0-85aa-a76bcf45c99b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:37.457411 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-8e5476b4-a3ab-47a0-85aa-a76bcf45c99b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1821692 Mar 31 21:43:37.483950 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dbb83ad8-e362-4526-9e53-55cd08f95039 req-b750c470-4ee3-48e0-911c-0e67caa42d93 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015131 Mar 31 21:43:37.543980 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-837fea06-3161-4592-863b-b90df1f891ab tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 379 time: 0.0722404 Mar 31 21:43:37.561196 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'port': {'device_id': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'admin_state_up': True, 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'security_groups': ['c1499df8-e453-4a97-9ae4-af2039274314']}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:37.652250 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1f3ba-7cc8-45f1-b371-76f2c6aac8ee req-787ed41a-ab32-4513-83d0-4d83a1a5b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:37.653810 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80c1f3ba-7cc8-45f1-b371-76f2c6aac8ee req-787ed41a-ab32-4513-83d0-4d83a1a5b9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.3045719 Mar 31 21:43:37.692846 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Made reservation on behalf of 2e7e92ff407a491cade61defb804388a for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:37.696521 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:37.700154 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80c1f3ba-7cc8-45f1-b371-76f2c6aac8ee req-87d40b11-761e-4d63-93f8-a05e094597c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Mar 31 21:43:37.765607 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:37.847775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.20.0.9 (8ea577cb-82b9-409c-896b-6e4ab00cc1c6/5688f097-0044-4ced-93b8-e17caf04ca16/0da1a15a-f8eb-47d3-8e16-87bc7ee9e033) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:37.886568 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4d8ca2f8-fc1b-4910-b9d8-1117c0e79ad7 req-61326a09-a02f-4654-af0f-188928014f74 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 210 time: 0.0322068 Mar 31 21:43:37.999353 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.035288 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.079505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:38.082952 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:38.090853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:38.096848 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:38.134490 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.135016 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.136064 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.136518 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.137043 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.137534 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.137971 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.138406 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.138842 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.139268 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.139697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.140125 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.140565 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.140998 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.141465 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:38.170505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:38.171335 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.192638 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-f2ac8899-1b54-47b5-9d9a-94baa493c373 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6379337 Mar 31 21:43:38.226829 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Request body: {'port': {'device_id': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:38.295357 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.361080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-33e7fa27-0e91-428c-9061-5cb29092d16b None None] Provisioning complete for port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:38.361487 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-33e7fa27-0e91-428c-9061-5cb29092d16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.408095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-33e7fa27-0e91-428c-9061-5cb29092d16b None None] Port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:38.645533 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:38.668569 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Publish callbacks [] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.688018 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4314849-5d02-41e3-aa64-789796c3bbff req-fdf8dcad-89b9-4d6b-9998-33029f81a013 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:38.689652 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d4314849-5d02-41e3-aa64-789796c3bbff req-fdf8dcad-89b9-4d6b-9998-33029f81a013 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1281908 Mar 31 21:43:38.698838 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Transition to ACTIVE for port object 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:43:38.708098 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.798532 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Pushing event updated for resources: {'Port': ['ID=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:38.805976 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d4314849-5d02-41e3-aa64-789796c3bbff req-1fb8d6e8-703e-43a5-b972-faaca958f29d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054456 Mar 31 21:43:38.888904 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Attempting to bind port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:38.889491 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Attempting to bind port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:38.889958 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Attempting to bind port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:38.895434 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:43:38.895759 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Attempting to bind port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:38.901433 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:38.901813 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:38.902150 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Bound using segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:38.902566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Bound port: 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:38.902994 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:38.977740 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] For port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:38.982181 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] For port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:38.988219 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:39.027223 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8b436-d239-4d2e-85aa-5aa6dd81bc17 req-04ea00f7-153b-4ad0-95cf-e0df4d4cd4ae tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.029947 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1fb8b436-d239-4d2e-85aa-5aa6dd81bc17 req-04ea00f7-153b-4ad0-95cf-e0df4d4cd4ae tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 943 time: 0.0672021 Mar 31 21:43:39.052234 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.052550 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:39.053192 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:39.055908 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] 10.222.0.35 "PUT /v2.0/ports/0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 HTTP/1.1" status: 200 len: 1093 time: 0.8334496 Mar 31 21:43:39.056403 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:39.060488 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4eb679-75e7-450a-8e92-f77c3d992951" -d '{"events": [{"name": "network-changed", "server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:39.111760 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1fb8b436-d239-4d2e-85aa-5aa6dd81bc17 req-ccf16d6d-486e-41a8-8df5-e5845fd54035 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727096 Mar 31 21:43:39.112834 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee40685-57be-4802-a8c2-967edaa1bad8 service neutron] Pushing event updated for resources: {'Port': ['ID=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:39.125011 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a14265-3d09-488d-9c66-377747d1b287 x-openstack-request-id: req-a0a14265-3d09-488d-9c66-377747d1b287 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:39.125416 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:39.125676 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a14265-3d09-488d-9c66-377747d1b287 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:39.126085 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a14265-3d09-488d-9c66-377747d1b287'] response: {'name': 'network-changed', 'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'status': 'completed', 'code': 200} Mar 31 21:43:39.184634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-9013daad-9060-402c-80c3-5cb15a050278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.186300 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-9013daad-9060-402c-80c3-5cb15a050278 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 1127 time: 0.0551825 Mar 31 21:43:39.249921 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-ea5f0ad8-1d43-433d-87f4-0b539d366470 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 HTTP/1.1" status: 200 len: 217 time: 0.0465972 Mar 31 21:43:39.308537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1804a6ce-ea7a-4ec2-adfc-980f14ea46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.310384 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-1804a6ce-ea7a-4ec2-adfc-980f14ea46cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0523963 Mar 31 21:43:39.373909 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-a09d6166-bd59-4b5a-af06-afc0196ca884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.375422 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-a09d6166-bd59-4b5a-af06-afc0196ca884 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505233 Mar 31 21:43:39.512654 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-12b2c314-5931-4db1-b36d-afa1984d527e service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284573 Mar 31 21:43:39.607610 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e2fb7cd7-b96c-4c43-bd31-79dd210c83e1 req-499eb2b7-e718-4db2-b2b3-7a82391645bf service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881603 Mar 31 21:43:39.712694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-05165961-1326-4d89-a04e-bc47a9c8056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.714711 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-05165961-1326-4d89-a04e-bc47a9c8056c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 1127 time: 0.0528724 Mar 31 21:43:39.816025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-89614e9d-7fa7-404d-ab86-e643b273574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.817602 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-89614e9d-7fa7-404d-ab86-e643b273574a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.0950973 Mar 31 21:43:39.868400 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-760b7664-b7c5-4e4f-a021-509c5eb9a8b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 HTTP/1.1" status: 200 len: 217 time: 0.0405412 Mar 31 21:43:39.974055 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-633dabcc-149e-467c-88e1-e57c7141bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:39.975456 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-633dabcc-149e-467c-88e1-e57c7141bd88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0866690 Mar 31 21:43:40.002505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4f745-be5a-4c6e-b8ae-17cfb4e8141f req-23e66872-61f7-408f-844c-a38db25b1fd1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.004016 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-93e4f745-be5a-4c6e-b8ae-17cfb4e8141f req-23e66872-61f7-408f-844c-a38db25b1fd1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0784421 Mar 31 21:43:40.071160 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-cb2b349e-b2d5-4e40-845a-415f7ff5ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.072682 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-cb2b349e-b2d5-4e40-845a-415f7ff5ed0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875669 Mar 31 21:43:40.077617 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-93e4f745-be5a-4c6e-b8ae-17cfb4e8141f req-ec39fe44-1e45-4010-8b48-97ead0425f7f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581741 Mar 31 21:43:40.178783 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-139fa76f-7243-4b3d-a6bb-3cf491f49302 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981398 Mar 31 21:43:40.247140 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2585c38-acc4-4e80-8f20-ecc07d8263a5 req-cf8ed6d4-92ac-4a54-a1d4-de6c4452a30e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.249042 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f2585c38-acc4-4e80-8f20-ecc07d8263a5 req-cf8ed6d4-92ac-4a54-a1d4-de6c4452a30e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 943 time: 0.0678093 Mar 31 21:43:40.299694 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fb4eb679-75e7-450a-8e92-f77c3d992951 req-41b21c73-39d0-4e8a-a682-e206cf115442 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105745 Mar 31 21:43:40.301634 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f2585c38-acc4-4e80-8f20-ecc07d8263a5 req-a1f54518-c1e5-4abc-9dfe-1602a5a9932c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Mar 31 21:43:40.586351 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-c37ef0b5-4f07-480c-af38-1c83a7b876d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.587873 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-c37ef0b5-4f07-480c-af38-1c83a7b876d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.0887678 Mar 31 21:43:40.598162 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478100e6-2f7d-4ff2-b27c-01aa4abc0899 req-5360f2f5-bb9c-4dd0-adf0-98284c78f19b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.600205 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-478100e6-2f7d-4ff2-b27c-01aa4abc0899 req-5360f2f5-bb9c-4dd0-adf0-98284c78f19b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.1021919 Mar 31 21:43:40.721182 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-478100e6-2f7d-4ff2-b27c-01aa4abc0899 req-4aafadbb-f898-4c89-ab6d-dc04c31e5293 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122577 Mar 31 21:43:40.751316 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-e7a5ee8f-30a0-4ec8-9396-97655bf290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.752797 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-e7a5ee8f-30a0-4ec8-9396-97655bf290cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1516857 Mar 31 21:43:40.818040 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-e58112ce-e32d-4a0f-ad3c-e7def6eb3f7f tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416732782&fields=id&tenant_id=1f24538a38654098844e9cb78bc5b238 HTTP/1.1" status: 200 len: 267 time: 0.0509634 Mar 31 21:43:40.828603 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-178a413c-676f-4fbc-96d2-6837c9f74f1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 1001 time: 0.0660617 Mar 31 21:43:40.884233 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-2adeddaa-605a-4f00-bbd4-968dc6209152 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.886095 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-18c05414-3e31-4e65-92b9-67708cf434c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.886239 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-2adeddaa-605a-4f00-bbd4-968dc6209152 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 985 time: 0.0615091 Mar 31 21:43:40.887553 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-18c05414-3e31-4e65-92b9-67708cf434c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0476644 Mar 31 21:43:40.897028 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Request body: {'port': {'security_groups': ['dacd44a3-efcf-4dce-8463-b5b40af96651']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:40.954600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-af4b6dab-711c-442f-ab02-47588ef25732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:40.956167 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-af4b6dab-711c-442f-ab02-47588ef25732 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566366 Mar 31 21:43:40.990756 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.197243 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:41.229812 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.235368 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.250829 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['456f4ef7-962b-4053-aef1-dd9be71c29c0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:41.290063 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.290819 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.292717 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-38bf56cd-8941-4f61-92d3-f7b4ab1c780e req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "PUT /v2.0/ports/456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 943 time: 0.4004014 Mar 31 21:43:41.293236 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:41.295806 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca50a1-615b-428c-aaf8-d4156b1a0595" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:41.302474 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54390) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:41.316124 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8c4c-1fa9-4f39-8921-d1e52786f656 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event updated for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=7']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:41.371582 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8148c50-c0a0-4332-9739-3dbb42d1b8f7 x-openstack-request-id: req-b8148c50-c0a0-4332-9739-3dbb42d1b8f7 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:41.381737 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:41.382159 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8148c50-c0a0-4332-9739-3dbb42d1b8f7 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:41.382616 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8148c50-c0a0-4332-9739-3dbb42d1b8f7'] response: {'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'status': 'completed', 'code': 200} Mar 31 21:43:41.403427 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-824baaea-1820-4bf6-ad8d-3eaf73b2052e service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353104 Mar 31 21:43:41.435599 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['456f4ef7-962b-4053-aef1-dd9be71c29c0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:41.474219 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6482d175-75c3-4ab3-a3a8-9b43831d6629 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group (9a055a79-f1bb-432a-86c5-dedabf503d2a), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.501698 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-64d5c233-da89-42a4-abb9-05d2111e9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.503234 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-64d5c233-da89-42a4-abb9-05d2111e9a8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1130 time: 0.1080267 Mar 31 21:43:41.523461 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6482d175-75c3-4ab3-a3a8-9b43831d6629 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group (9a055a79-f1bb-432a-86c5-dedabf503d2a), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.540086 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc963ca6-fa3c-48ca-963a-66fc43ad6e36 req-2cf11608-a3dd-415e-b4ec-fae12c5a8bde tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.541176 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bc963ca6-fa3c-48ca-963a-66fc43ad6e36 req-2cf11608-a3dd-415e-b4ec-fae12c5a8bde tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 943 time: 0.1018934 Mar 31 21:43:41.598013 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4cf73d42-5879-44ce-8dd8-49716bc65a0e req-4650ef76-47d0-43c3-bd45-d895dffb67b9 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843548 Mar 31 21:43:41.638126 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6482d175-75c3-4ab3-a3a8-9b43831d6629 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9a055a79-f1bb-432a-86c5-dedabf503d2a), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.642228 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6482d175-75c3-4ab3-a3a8-9b43831d6629 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.646082 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6482d175-75c3-4ab3-a3a8-9b43831d6629 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a055a79-f1bb-432a-86c5-dedabf503d2a HTTP/1.1" status: 204 len: 168 time: 0.3401110 Mar 31 21:43:41.648919 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54396) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:41.653589 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-8279d12c-95b9-446c-b216-796f271c0271 None None] Provisioning complete for port 456f4ef7-962b-4053-aef1-dd9be71c29c0 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:41.654304 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8279d12c-95b9-446c-b216-796f271c0271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.664001 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482d175-75c3-4ab3-a3a8-9b43831d6629 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a055a79-f1bb-432a-86c5-dedabf503d2a,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:41.675275 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bc963ca6-fa3c-48ca-963a-66fc43ad6e36 req-bf7d4158-bd83-48de-9d2b-a928d7c40ec6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066127 Mar 31 21:43:41.694858 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-410aeeba-ed80-4fb4-a188-a7e5cc208e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.697532 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-410aeeba-ed80-4fb4-a188-a7e5cc208e7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 916 time: 0.1878140 Mar 31 21:43:41.809767 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8279d12c-95b9-446c-b216-796f271c0271 None None] Current status of the port 456f4ef7-962b-4053-aef1-dd9be71c29c0 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:41.841167 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-c29273c7-49af-4589-9e28-48d6f8eb21b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 1001 time: 0.1263614 Mar 31 21:43:41.916502 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Deleting port e1282fad-e901-460d-8fe4-313320460d98 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:41.917114 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (e1282fad-e901-460d-8fe4-313320460d98), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:41.920750 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-9c242f6a-075f-4502-8e82-5cc7ae530288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.922884 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-9c242f6a-075f-4502-8e82-5cc7ae530288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0702319 Mar 31 21:43:41.927328 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e07b3-da7f-45b0-8095-ad95d7e9db4d req-31a72c1d-54eb-4f03-a94e-beb0a39ead72 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.928941 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dc6e07b3-da7f-45b0-8095-ad95d7e9db4d req-31a72c1d-54eb-4f03-a94e-beb0a39ead72 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0803123 Mar 31 21:43:41.987330 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-793669fb-a4c5-49e8-9517-1eadc509a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:41.989340 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-793669fb-a4c5-49e8-9517-1eadc509a0bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556836 Mar 31 21:43:42.032811 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dc6e07b3-da7f-45b0-8095-ad95d7e9db4d req-3270a26d-e3da-4ca1-96f3-ef60df1804e2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922685 Mar 31 21:43:42.052780 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (e1282fad-e901-460d-8fe4-313320460d98), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:42.053105 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for floatingip (e1282fad-e901-460d-8fe4-313320460d98), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:42.078986 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Calling delete_port for e1282fad-e901-460d-8fe4-313320460d98 owned by network:floatingip {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:42.112730 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-2b2a3c9d-ec53-4d6b-8af9-a7c9b05509ec service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085095 Mar 31 21:43:42.236314 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33ca50a1-615b-428c-aaf8-d4156b1a0595 req-27d79546-03e9-4fa3-8f48-e7ef5c68d282 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074440 Mar 31 21:43:42.296041 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (e1282fad-e901-460d-8fe4-313320460d98), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:42.327732 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event deleted for resources: {'Port': ['ID=e1282fad-e901-460d-8fe4-313320460d98,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:42.392795 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks [] for floatingip (7b72168e-8b7e-4bd2-802b-32e68340af85), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:42.393143 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Floating IP 7b72168e-8b7e-4bd2-802b-32e68340af85 disassociated (deleted). External IP: 172.27.1.99, port: 456f4ef7-962b-4053-aef1-dd9be71c29c0. Mar 31 21:43:42.626909 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Router faebfb99-6aae-4d71-ae2e-ead95b55cf31 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:42.742600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:42.748484 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:42.753077 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] Sync routers for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:42.763017 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:42.763753 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:42.785840 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-17e19152-8cd1-4dd7-af22-cf7937e92d66 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b72168e-8b7e-4bd2-802b-32e68340af85 HTTP/1.1" status: 204 len: 168 time: 1.1341133 Mar 31 21:43:42.786550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:42.789519 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7db461-408b-42dd-80cc-319bf10b6255" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:42.846029 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00138f16-6b67-409f-bce6-dc815fdec146 req-baf40ca1-cfbc-471f-9411-28d5550ad76f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:42.847829 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-00138f16-6b67-409f-bce6-dc815fdec146 req-baf40ca1-cfbc-471f-9411-28d5550ad76f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 943 time: 0.0792141 Mar 31 21:43:42.896993 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:42.906268 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-00138f16-6b67-409f-bce6-dc815fdec146 req-44fdd698-e7ad-4c2a-b66c-a393778ecaef tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512176 Mar 31 21:43:42.971614 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686ea58-886e-4abf-a3d8-af535135506e x-openstack-request-id: req-2686ea58-886e-4abf-a3d8-af535135506e {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:42.972532 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:42.972980 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2686ea58-886e-4abf-a3d8-af535135506e {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:42.973759 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2686ea58-886e-4abf-a3d8-af535135506e'] response: {'name': 'network-changed', 'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'status': 'completed', 'code': 200} Mar 31 21:43:43.098674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-53ce40a2-7546-4ee0-8948-488441d3ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.101286 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-53ce40a2-7546-4ee0-8948-488441d3ee5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f24538a38654098844e9cb78bc5b238&device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 1130 time: 0.0909228 Mar 31 21:43:43.181404 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:43.213245 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] Checking router: faebfb99-6aae-4d71-ae2e-ead95b55cf31 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:43.218977 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3597539-e7d1-4917-9563-3fb3594e934b req-fef41f0b-fe9a-4491-ba43-7ca333ad87f2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.220669 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d3597539-e7d1-4917-9563-3fb3594e934b req-fef41f0b-fe9a-4491-ba43-7ca333ad87f2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0624597 Mar 31 21:43:43.222522 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:43.223149 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:43.252119 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-0fe32f5a-8ae6-45e1-b4e0-996a22867e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.254705 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-0fe32f5a-8ae6-45e1-b4e0-996a22867e7d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 200 len: 916 time: 0.1364231 Mar 31 21:43:43.299168 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d3597539-e7d1-4917-9563-3fb3594e934b req-0edd8fd2-2a54-4166-b37f-2b0eb5a87d9e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655115 Mar 31 21:43:43.314119 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-984c2cea-79a6-49c0-9a50-585531b71e49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 200 len: 217 time: 0.0480168 Mar 31 21:43:43.314459 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:43:43.381389 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-b2ca5a27-e70a-471d-8c31-e7b07359d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.383019 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-b2ca5a27-e70a-471d-8c31-e7b07359d7ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 200 len: 854 time: 0.0584602 Mar 31 21:43:43.395629 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:43.441569 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:43.454839 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-53564ccf-c5f7-493f-879e-c7d5fb472e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:43.456552 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-53564ccf-c5f7-493f-879e-c7d5fb472e0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d0a988bd-47a9-45fc-8989-19a4a01ae194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660708 Mar 31 21:43:43.464202 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'port_id': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'mac_address': 'fa:16:3e:ea:d1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:43:43.505451 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:43.505959 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:43.524227 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:43:43.549808 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:43.554555 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:43.575565 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-773c834f-ad05-46c5-9e06-abcbd71909ab service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043837 Mar 31 21:43:43.614994 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:43.618953 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:43.625170 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.625697 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.626044 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.626382 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.626711 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.627433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.627433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.627677 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.627982 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.628307 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.628637 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.628964 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.629286 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.629659 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.630169 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:43:43.651058 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356e614a-efa4-4d91-b14c-a51791107dbf None None] The sync data for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi is: [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:39:56Z', 'revision_number': 4, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'cbb98468-eafc-4aab-824a-1ca7a27e0369', 'name': '', 'network_id': 'd0a988bd-47a9-45fc-8989-19a4a01ae194', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'mac_address': 'fa:16:3e:c5:66:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:56Z', 'updated_at': '2022-03-31T21:40:02Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'subnets': [{'id': '33929f33-e297-40f2-a80b-c8b18fa14de9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:43.691133 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d7db461-408b-42dd-80cc-319bf10b6255 req-bb9e8fdd-3a2b-49e1-8ed2-cd568ebc4778 service neutron] 10.222.0.35 "GET /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027689 Mar 31 21:43:43.894548 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdbc7f-abbb-4775-a448-6792fc451221 None None] New status for floating IP 7b72168e-8b7e-4bd2-802b-32e68340af85: DOWN {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:43:44.033972 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489db379-bba3-420b-b3e5-9222667d8083 req-46f14854-9519-4edb-809d-1b1a464bfcfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:44.035586 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-489db379-bba3-420b-b3e5-9222667d8083 req-46f14854-9519-4edb-809d-1b1a464bfcfc tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 944 time: 0.0529799 Mar 31 21:43:44.082191 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-489db379-bba3-420b-b3e5-9222667d8083 req-8a9dee35-de39-4eef-8ece-ad62db3a7ab6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Mar 31 21:43:44.096626 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['0da1a15a-f8eb-47d3-8e16-87bc7ee9e033'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:44.442884 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db166b-a8a7-4eae-a955-039d64de099e req-571771e6-2070-46e8-9f58-8dc83d2ad2f4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:44.444495 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a3db166b-a8a7-4eae-a955-039d64de099e req-571771e6-2070-46e8-9f58-8dc83d2ad2f4 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0546434 Mar 31 21:43:44.509783 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a3db166b-a8a7-4eae-a955-039d64de099e req-ba75f58c-c8f0-4c59-8629-bbcd654103f2 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586877 Mar 31 21:43:44.631404 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351e3ae-c5d8-4fe6-a57a-afbd6f6cb355 req-8182d420-45b6-4a7e-914c-02fa9067a797 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:44.632896 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f351e3ae-c5d8-4fe6-a57a-afbd6f6cb355 req-8182d420-45b6-4a7e-914c-02fa9067a797 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0530908 Mar 31 21:43:44.642035 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54442) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:44.647052 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Request body: {'floatingip': {'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:44.701501 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.168035 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.173045 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.209348 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6824ee9-8ec5-4193-a67e-289d7f189a39 req-5438a036-2e83-45ef-a398-cf3a3aab5273 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:45.211147 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6824ee9-8ec5-4193-a67e-289d7f189a39 req-5438a036-2e83-45ef-a398-cf3a3aab5273 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 944 time: 0.0540261 Mar 31 21:43:45.262640 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d6824ee9-8ec5-4193-a67e-289d7f189a39 req-303f15d8-2a95-466d-809c-3089194c0906 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Mar 31 21:43:45.317431 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:45.375758 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:43:45.380509 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:45.380877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.405987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:45.467488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:45.467871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.492543 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:45.494961 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14180262-0ccb-438f-bea1-26dae5a5c586" -d '{"events": [{"server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "name": "network-vif-plugged", "status": "completed", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:45.508194 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:45.513505 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.528680 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:45.538733 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:45.539023 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] Sync routers for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:45.543967 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5c148-98b2-40b7-a743-ef48dd553b87 x-openstack-request-id: req-d0b5c148-98b2-40b7-a743-ef48dd553b87 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:45.544524 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "name": "network-vif-plugged", "status": "completed", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:45.544789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b5c148-98b2-40b7-a743-ef48dd553b87 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:45.545192 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b5c148-98b2-40b7-a743-ef48dd553b87'] response: {'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'code': 200} Mar 31 21:43:45.554017 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:45.554017 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:45.583815 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:45.586756 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d001f-6058-48b6-b733-25b72062caf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:45.590025 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:45.636270 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-4d8779e1-cb7e-4f12-b476-70ceec6a5abc tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "PUT /v2.0/floatingips/15c54b55-5bcd-4fad-a2ee-e83866a0a0df HTTP/1.1" status: 200 len: 993 time: 0.9805868 Mar 31 21:43:45.679787 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5225ca72-e414-4f8d-b083-b41cf7363b84 x-openstack-request-id: req-5225ca72-e414-4f8d-b083-b41cf7363b84 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:45.680240 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:45.681162 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5225ca72-e414-4f8d-b083-b41cf7363b84 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:45.681641 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5225ca72-e414-4f8d-b083-b41cf7363b84'] response: {'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1', 'status': 'completed', 'code': 200} Mar 31 21:43:45.734402 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:45.784932 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-162c5011-cb16-4a39-9a68-7e4c049d8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:45.786531 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-162c5011-cb16-4a39-9a68-7e4c049d8cd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.0583508 Mar 31 21:43:45.848682 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9468-d707-4bb6-af7e-a07f3df4b7c9 req-e7bd5ff1-4094-44f6-b90a-6daca7addd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:45.850244 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b9bc9468-d707-4bb6-af7e-a07f3df4b7c9 req-e7bd5ff1-4094-44f6-b90a-6daca7addd3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 1129 time: 0.0825272 Mar 31 21:43:45.923488 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-3080af5a-9b06-441e-b89d-08ab1fafa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:45.925083 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b9bc9468-d707-4bb6-af7e-a07f3df4b7c9 req-b01644db-818b-4150-bab5-89570ae004e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592494 Mar 31 21:43:45.925393 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-3080af5a-9b06-441e-b89d-08ab1fafa1f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1297293 Mar 31 21:43:46.083029 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '15c54b55-5bcd-4fad-a2ee-e83866a0a0df', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:35Z', 'updated_at': '2022-03-31T21:43:45Z', 'revision_number': 3, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:46.108180 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] Checking router: 96658b4b-0c4d-4db3-98ba-b0467bf5f114 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:46.116347 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:46.116940 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:46.230695 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:46.249547 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-1340f688-cd08-4096-b643-75d5799d36e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 1001 time: 0.0657179 Mar 31 21:43:46.303022 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-a1d25213-cb0a-4627-b12b-8fd6b8c638cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:46.305129 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-a1d25213-cb0a-4627-b12b-8fd6b8c638cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0483878 Mar 31 21:43:46.392834 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-cfcc0fab-8c47-423b-9f8a-77c7a357dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:46.394263 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-cfcc0fab-8c47-423b-9f8a-77c7a357dbea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726669 Mar 31 21:43:46.411412 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ebc6e-5b61-425a-8140-46d5f1183e38 req-81e6a510-df4d-4da7-8a47-a29f4bd8f292 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:46.412909 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-891ebc6e-5b61-425a-8140-46d5f1183e38 req-81e6a510-df4d-4da7-8a47-a29f4bd8f292 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.0654099 Mar 31 21:43:46.457740 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '15c54b55-5bcd-4fad-a2ee-e83866a0a0df', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:35Z', 'updated_at': '2022-03-31T21:43:45Z', 'revision_number': 3, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:46.485635 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab34e253-d4c0-465e-9a98-6fef46c3e217 None None] The sync data for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi is: [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '15c54b55-5bcd-4fad-a2ee-e83866a0a0df', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'port_id': '72e7de87-96ce-4194-aa16-11b4763276d1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'mac_address': 'fa:16:3e:38:8e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:41:35Z', 'updated_at': '2022-03-31T21:43:45Z', 'revision_number': 3, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:46.515767 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-891ebc6e-5b61-425a-8140-46d5f1183e38 req-aea50a5f-4016-46e5-81cf-c049d935409d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964155 Mar 31 21:43:46.564286 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-4399ea19-3926-40ca-a7a9-dc02147f1938 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180260 Mar 31 21:43:46.713021 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d4d001f-6058-48b6-b733-25b72062caf9 req-ddc9a25c-a5a7-4880-a155-fadacd7aa125 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331842 Mar 31 21:43:46.723044 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74868d19-e967-4fb7-9e7d-1d4b953e7201 req-74287557-2eb1-4a66-82ef-512c6a234b76 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:46.724997 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74868d19-e967-4fb7-9e7d-1d4b953e7201 req-74287557-2eb1-4a66-82ef-512c6a234b76 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0826902 Mar 31 21:43:46.773441 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74868d19-e967-4fb7-9e7d-1d4b953e7201 req-e76864f4-e25c-4fb0-bcbd-3da89c4cf488 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Mar 31 21:43:47.650460 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8796485-5385-431b-b874-819180e6f5de req-17bae712-490f-4554-a811-3a248b82bfaa tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:47.652536 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a8796485-5385-431b-b874-819180e6f5de req-17bae712-490f-4554-a811-3a248b82bfaa tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.0615752 Mar 31 21:43:47.682453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:47.685147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a852f90-903f-4925-84c9-165c88d107e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:47.709603 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a8796485-5385-431b-b874-819180e6f5de req-fd9ab18c-d5ef-4060-b252-d3f5904cd583 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512729 Mar 31 21:43:47.726235 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb17c3d-0faf-4e7d-ad81-2a48f8026ec0 x-openstack-request-id: req-8cb17c3d-0faf-4e7d-ad81-2a48f8026ec0 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:47.726567 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:47.726834 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cb17c3d-0faf-4e7d-ad81-2a48f8026ec0 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:47.727234 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb17c3d-0faf-4e7d-ad81-2a48f8026ec0'] response: {'name': 'network-changed', 'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1', 'status': 'completed', 'code': 200} Mar 31 21:43:47.815611 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a852f90-903f-4925-84c9-165c88d107e6 req-a741de7b-a851-424b-b04c-78d2135f1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:47.817092 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-a741de7b-a851-424b-b04c-78d2135f1ccf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 1130 time: 0.0448542 Mar 31 21:43:47.891927 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781fb61-3d9c-458c-acc3-6863b1633c7b req-ae0b5309-6139-437e-9cef-592fac2ec586 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:47.893490 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e781fb61-3d9c-458c-acc3-6863b1633c7b req-ae0b5309-6139-437e-9cef-592fac2ec586 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0536265 Mar 31 21:43:47.912455 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a852f90-903f-4925-84c9-165c88d107e6 req-e8c8ca82-0bc8-4504-bdd8-c87624b17bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:47.913948 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-e8c8ca82-0bc8-4504-bdd8-c87624b17bb7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.0888925 Mar 31 21:43:47.943189 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e781fb61-3d9c-458c-acc3-6863b1633c7b req-ffcfba3d-7154-4a80-8412-9a1a812c17fd tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Mar 31 21:43:47.993561 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-4ca0d85c-36ac-4912-a40d-ec260416cbdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 200 len: 1001 time: 0.0587142 Mar 31 21:43:48.053997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a852f90-903f-4925-84c9-165c88d107e6 req-3205def6-b9ee-4590-9a4e-1d0468b53fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:48.055462 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-3205def6-b9ee-4590-9a4e-1d0468b53fe6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.0430856 Mar 31 21:43:48.111401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a852f90-903f-4925-84c9-165c88d107e6 req-724e2d34-0be8-422a-96d5-32b606e322ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:48.113541 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-724e2d34-0be8-422a-96d5-32b606e322ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490758 Mar 31 21:43:48.133805 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54506) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:48.215557 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Deleting subnet f6696489-f06a-4138-8056-bf68b92efce1 {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:43:48.218864 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Publish callbacks [] for subnet (f6696489-f06a-4138-8056-bf68b92efce1), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.243171 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-c2a79d61-fbfd-4824-860f-210c728994c2 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160243 Mar 31 21:43:48.254393 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (f6696489-f06a-4138-8056-bf68b92efce1), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.295015 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (f6696489-f06a-4138-8056-bf68b92efce1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.351674 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (f6696489-f06a-4138-8056-bf68b92efce1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.355167 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7a852f90-903f-4925-84c9-165c88d107e6 req-9c2a9eef-b009-493d-b36b-96d7b151ef98 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919652 Mar 31 21:43:48.380485 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6696489-f06a-4138-8056-bf68b92efce1,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:48.382491 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.386285 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c7bde212-8ae6-4b19-b48c-10a5be44978a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f6696489-f06a-4138-8056-bf68b92efce1 HTTP/1.1" status: 204 len: 168 time: 0.2511675 Mar 31 21:43:48.388759 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54508) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:48.459302 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (94a55796-d484-47c3-9501-fd0d6e35e602), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.534518 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (94a55796-d484-47c3-9501-fd0d6e35e602), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.554749 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a55796-d484-47c3-9501-fd0d6e35e602']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:48.564901 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd9b4bb-1637-41cb-890c-f85d50a412cb') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:48.565194 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd9b4bb-1637-41cb-890c-f85d50a412cb') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:48.580196 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (5bd9b4bb-1637-41cb-890c-f85d50a412cb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.594679 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (5bd9b4bb-1637-41cb-890c-f85d50a412cb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.601935 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:43:48.602376 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (5bd9b4bb-1637-41cb-890c-f85d50a412cb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:43:48.604787 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:43:48.621519 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-8efb4924-5bfe-47fe-a549-53129c73f177 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475600 Mar 31 21:43:48.671981 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (94a55796-d484-47c3-9501-fd0d6e35e602), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.681726 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.684288 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] 10.222.0.20 "DELETE /v2.0/networks/94a55796-d484-47c3-9501-fd0d6e35e602 HTTP/1.1" status: 204 len: 168 time: 0.2945099 Mar 31 21:43:48.699128 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f9e1-39c1-4a71-b0cc-ce50ea53b9db admin admin] Pushing event deleted for resources: {'Network': ['ID=94a55796-d484-47c3-9501-fd0d6e35e602,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:48.706083 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-cb2546dd-0b9a-478a-880d-a8ed0011fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:48.708001 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-cb2546dd-0b9a-478a-880d-a8ed0011fdfa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 1129 time: 0.0562816 Mar 31 21:43:48.738530 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:48.849489 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-7ff5ee15-6059-44ef-8d08-9c7c54bedc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:48.851204 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-7ff5ee15-6059-44ef-8d08-9c7c54bedc63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 200 len: 919 time: 0.1043689 Mar 31 21:43:48.886049 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54516) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:48.909176 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-f26c5b39-1e78-4a9c-a39a-e0674b48120e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 200 len: 217 time: 0.0457749 Mar 31 21:43:48.934430 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-80b38662-3f11-46e5-993b-a6f3b716b4f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bae3e9f775d4d1e98c4c8f2cd1b9105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470581 Mar 31 21:43:48.936831 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54518) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:48.993582 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ae7a74ea-0859-433d-be2f-c1bfc8fe0d76 admin admin] Publish callbacks [] for security_group (a71330a9-52da-4289-a62f-e31877c41882), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.022844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-caf930e3-0595-486f-98a0-2c8578816c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.024756 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-caf930e3-0595-486f-98a0-2c8578816c98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 200 len: 857 time: 0.1048982 Mar 31 21:43:49.041885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ae7a74ea-0859-433d-be2f-c1bfc8fe0d76 admin admin] Publish callbacks [] for security_group (a71330a9-52da-4289-a62f-e31877c41882), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.049078 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037799d3-83dc-4a2d-aaea-60a11bbebde5 req-d0466551-d820-41b4-af9f-cb41e9380d7e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.050672 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-037799d3-83dc-4a2d-aaea-60a11bbebde5 req-d0466551-d820-41b4-af9f-cb41e9380d7e tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.2566035 Mar 31 21:43:49.136168 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-037799d3-83dc-4a2d-aaea-60a11bbebde5 req-2f66ff7e-7dcb-4134-aa20-128e1dcbfd38 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758245 Mar 31 21:43:49.141964 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-66d56ea7-f0c8-4c44-9238-678dfe0355c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.144663 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-66d56ea7-f0c8-4c44-9238-678dfe0355c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c02706c-737d-4304-8530-4cbdd17e7b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928788 Mar 31 21:43:49.146077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad84fe1-86b8-438f-9b66-e88970e43189 req-1e8bfaeb-2df4-4229-b1d5-6abd11a25d43 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.148943 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1ad84fe1-86b8-438f-9b66-e88970e43189 req-1e8bfaeb-2df4-4229-b1d5-6abd11a25d43 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0989616 Mar 31 21:43:49.174388 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ae7a74ea-0859-433d-be2f-c1bfc8fe0d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a71330a9-52da-4289-a62f-e31877c41882), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.181577 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ae7a74ea-0859-433d-be2f-c1bfc8fe0d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.187891 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ae7a74ea-0859-433d-be2f-c1bfc8fe0d76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a71330a9-52da-4289-a62f-e31877c41882 HTTP/1.1" status: 204 len: 168 time: 0.2462614 Mar 31 21:43:49.222042 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a74ea-0859-433d-be2f-c1bfc8fe0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71330a9-52da-4289-a62f-e31877c41882,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:49.285800 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1ad84fe1-86b8-438f-9b66-e88970e43189 req-68ee9020-4ecb-4171-8810-080d2abead99 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/security-groups?id=dacd44a3-efcf-4dce-8463-b5b40af96651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256971 Mar 31 21:43:49.339376 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-b9ad3371-951d-481a-97ca-89a5f53705c7 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717300 Mar 31 21:43:49.348039 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683436d-3b58-424a-8458-980b3463318f req-83d5bf60-f9d1-4686-b9a9-95b73a864b7d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:49.349714 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6683436d-3b58-424a-8458-980b3463318f req-83d5bf60-f9d1-4686-b9a9-95b73a864b7d tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.0980880 Mar 31 21:43:49.359468 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54526) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:49.367141 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'port_id': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:49.446744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (f399d185-53ca-4e8e-93a4-9676d508f5ea), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:49.493390 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-aa1a046e-af8e-4049-8a42-6fd3fb3be03a req-0d33611b-4d11-43c1-b215-6ebc55216699 service neutron] 10.222.0.35 "GET /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358235 Mar 31 21:43:50.109631 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-29c5c04c-6737-4a48-93f8-0f76061e2534 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:50.111355 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-29c5c04c-6737-4a48-93f8-0f76061e2534 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 946 time: 0.0802991 Mar 31 21:43:50.232074 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Deleting port 456f4ef7-962b-4053-aef1-dd9be71c29c0 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:50.232435 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.285481 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.db.resource_extend [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 21:43:50.355805 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.357634 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] For port 456f4ef7-962b-4053-aef1-dd9be71c29c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=456f4ef7-962b-4053-aef1-dd9be71c29c0,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:50.358490 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.361816 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (f399d185-53ca-4e8e-93a4-9676d508f5ea), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.389096 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Calling delete_port for 456f4ef7-962b-4053-aef1-dd9be71c29c0 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:50.396984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54548) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:50.519756 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP f399d185-53ca-4e8e-93a4-9676d508f5ea associated. External IP: 172.27.1.254, port: 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033. Mar 31 21:43:50.624981 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (456f4ef7-962b-4053-aef1-dd9be71c29c0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.651871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['456f4ef7-962b-4053-aef1-dd9be71c29c0'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:43:50.666363 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Pushing event deleted for resources: {'Port': ['ID=456f4ef7-962b-4053-aef1-dd9be71c29c0,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:50.716996 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-81660792-network', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:50.738440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] No DVR routers for this DVR port 456f4ef7-962b-4053-aef1-dd9be71c29c0 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:43:50.747260 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.750703 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a28e72f3-aa22-416e-9c0a-a751a64b937b req-756a6d04-bfa6-4c7f-b84b-bdb67fb222aa tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.35 "DELETE /v2.0/ports/456f4ef7-962b-4053-aef1-dd9be71c29c0 HTTP/1.1" status: 204 len: 173 time: 0.6322958 Mar 31 21:43:50.751204 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'name': 'network-vif-deleted', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:50.753584 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7467690-9a1b-4012-b1c9-0a0877fed0a0" -d '{"events": [{"server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "name": "network-vif-deleted", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:50.806297 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a49ac-12cd-481c-ba27-0bfe0626e230 x-openstack-request-id: req-926a49ac-12cd-481c-ba27-0bfe0626e230 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:50.806297 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c15059-70e6-4583-a561-5369974cb1ad", "name": "network-vif-deleted", "tag": "456f4ef7-962b-4053-aef1-dd9be71c29c0", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:50.808754 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-926a49ac-12cd-481c-ba27-0bfe0626e230 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:50.808754 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926a49ac-12cd-481c-ba27-0bfe0626e230'] response: {'server_uuid': 'b8c15059-70e6-4583-a561-5369974cb1ad', 'name': 'network-vif-deleted', 'tag': '456f4ef7-962b-4053-aef1-dd9be71c29c0', 'status': 'completed', 'code': 200} Mar 31 21:43:50.808754 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Made reservation on behalf of 008245ac1e8c46ff8765a02a6000b847 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:50.812245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.830738 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.885948 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7c3888ca-a962-4ba7-ade3-7c64180a35a0 req-525df60f-2b43-405b-93ae-29d5eb6c1234 tempest-TestMinimumBasicScenario-2044454964 tempest-TestMinimumBasicScenario-2044454964-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c15059-70e6-4583-a561-5369974cb1ad HTTP/1.1" status: 200 len: 210 time: 0.4471502 Mar 31 21:43:50.939331 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks [] for security_group (acbdba8a-3f63-4706-837e-f33be06a09f5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.946014 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (acbdba8a-3f63-4706-837e-f33be06a09f5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.966893 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:50.970122 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:43:50.985117 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbdba8a-3f63-4706-837e-f33be06a09f5,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:50.990435 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (eae9e376-2c69-4a86-a22b-c2a5bc04cfbb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:50.990801 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Added segment eae9e376-2c69-4a86-a22b-c2a5bc04cfbb of type vlan for network a4399bbf-1b92-47ab-9f4b-5b11979a70de Mar 31 21:43:51.043316 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (a4399bbf-1b92-47ab-9f4b-5b11979a70de), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:51.090871 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (a4399bbf-1b92-47ab-9f4b-5b11979a70de), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:51.091931 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:51.092538 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:51.144955 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:51.151670 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:51.157654 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7588353 Mar 31 21:43:51.161339 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54556) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:51.164087 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:51.168142 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Request body: {'subnet': {'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-81660792-subnet', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:51.175974 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:51.176932 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:51.177490 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b213a-7f83-4b71-b07d-d101897f953d admin admin] Pushing event updated for resources: {'Network': ['ID=a4399bbf-1b92-47ab-9f4b-5b11979a70de,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:51.201820 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ee573fac-0e88-4629-9623-5b8ea85c9f53 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "PUT /v2.0/floatingips/f399d185-53ca-4e8e-93a4-9676d508f5ea HTTP/1.1" status: 200 len: 991 time: 1.8407588 Mar 31 21:43:51.202454 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:43:51.204875 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ab671-3122-4dc3-ab96-84b87add2634" -d '{"events": [{"name": "network-changed", "server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:43:51.205509 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Made reservation on behalf of 008245ac1e8c46ff8765a02a6000b847 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:51.210776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14622775'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:51.241152 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:43:51.261250 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00d3f97-0ac8-4f00-81cb-202e4c0fce6e x-openstack-request-id: req-d00d3f97-0ac8-4f00-81cb-202e4c0fce6e {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:43:51.261629 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:43:51.261888 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d00d3f97-0ac8-4f00-81cb-202e4c0fce6e {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:43:51.262335 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00d3f97-0ac8-4f00-81cb-202e4c0fce6e'] response: {'name': 'network-changed', 'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'status': 'completed', 'code': 200} Mar 31 21:43:51.415831 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:51.541432 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:43:51.659498 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-a1a6d1e1-71e2-4db7-82cf-7ae24d03f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:51.662135 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-a1a6d1e1-71e2-4db7-82cf-7ae24d03f5e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 1129 time: 0.3607144 Mar 31 21:43:51.799381 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14521947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14622753'] for subnet (d9bdfd71-2fa4-4968-8e25-848a5de04945), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:51.857857 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-8e91e9c8-45a9-431d-bd11-2f18c926ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:51.859597 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-8e91e9c8-45a9-431d-bd11-2f18c926ffa5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.1893456 Mar 31 21:43:51.892062 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'f399d185-53ca-4e8e-93a4-9676d508f5ea', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:ea:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:43:32Z', 'updated_at': '2022-03-31T21:43:49Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:51.921970 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:51.922392 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9bdfd71-2fa4-4968-8e25-848a5de04945,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:51.938045 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:51.939064 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:51.942817 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Checking segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:51.943179 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Network hostable DHCP agents. Network: a4399bbf-1b92-47ab-9f4b-5b11979a70de, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:43:51.973137 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-c76e3b90-b6c0-4c8c-850d-aeeae4512de5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 HTTP/1.1" status: 200 len: 999 time: 0.1027684 Mar 31 21:43:51.993463 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:43:52.030959 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, a4399bbf-1b92-47ab-9f4b-5b11979a70de) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:52.043370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:52.044076 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.049506 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621b005-6250-452f-aeb8-4f2d7f2798a9 None None] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:52.055557 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-534aa291-a920-4ef0-917f-e615c84dfdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:52.057437 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-534aa291-a920-4ef0-917f-e615c84dfdc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0770736 Mar 31 21:43:52.078124 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9aaef5d1-133a-4510-9ba7-50a57b2787e4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9163899 Mar 31 21:43:52.082561 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54572) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:52.088936 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:52.125081 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (810a1448-9b4a-4034-b530-42d88b2b521c), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.126430 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (810a1448-9b4a-4034-b530-42d88b2b521c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.142826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:52.145401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-eaf7b91d-2223-4731-8c26-4eb756e9207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:52.148864 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-eaf7b91d-2223-4731-8c26-4eb756e9207c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826874 Mar 31 21:43:52.221714 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:43:52.223050 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.223638 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks [] for router_controller (810a1448-9b4a-4034-b530-42d88b2b521c), precommit_add_association {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.273436 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-a0edf0ba-b124-4828-b81e-a12912ca838a service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151981 Mar 31 21:43:52.418539 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8b4ab671-3122-4dc3-ab96-84b87add2634 req-3dce647c-3833-4ee6-ba68-d459b3984eb0 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263225 Mar 31 21:43:52.421116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks [] for router_gateway (810a1448-9b4a-4034-b530-42d88b2b521c), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.528311 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Allocated IP 172.20.0.2 (a4399bbf-1b92-47ab-9f4b-5b11979a70de/d9bdfd71-2fa4-4968-8e25-848a5de04945/34a55522-882a-4add-94dc-abe5d2a801fa) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:52.642757 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'f399d185-53ca-4e8e-93a4-9676d508f5ea', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:ea:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:43:32Z', 'updated_at': '2022-03-31T21:43:49Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:52.691377 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e03390-2eed-4229-88ea-64e7180fa28d None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'f399d185-53ca-4e8e-93a4-9676d508f5ea', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:ea:d1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:43:32Z', 'updated_at': '2022-03-31T21:43:49Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:52.699691 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks [] for router_gateway (810a1448-9b4a-4034-b530-42d88b2b521c), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.724336 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.792067 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Publish callbacks [] for port (34a55522-882a-4add-94dc-abe5d2a801fa), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.802478 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.829684 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:52.832746 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:52.863794 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54610) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:52.873630 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:52.932706 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Pushing event updated for resources: {'Port': ['ID=34a55522-882a-4add-94dc-abe5d2a801fa,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:52.934185 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Allocated IP 172.27.1.150 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/096d2f5d-73e5-4789-8d62-c6fc4c6e76de) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:52.968050 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Attempting to bind port 34a55522-882a-4add-94dc-abe5d2a801fa on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:52.968562 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Attempting to bind port 34a55522-882a-4add-94dc-abe5d2a801fa by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:52.968928 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Attempting to bind port 34a55522-882a-4add-94dc-abe5d2a801fa on network a4399bbf-1b92-47ab-9f4b-5b11979a70de {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:52.977993 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:52.980446 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Checking segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:52.981451 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:52.982676 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Bound using segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:52.983396 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Bound port: 34a55522-882a-4add-94dc-abe5d2a801fa, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:52.984035 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.096299 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaf349c-5ba8-40ef-9b20-970a2b095ffd None None] New status for floating IP f399d185-53ca-4e8e-93a4-9676d508f5ea: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:43:53.105588 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] For port 34a55522-882a-4add-94dc-abe5d2a801fa, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:53.121431 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] For port 34a55522-882a-4add-94dc-abe5d2a801fa, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=34a55522-882a-4add-94dc-abe5d2a801fa,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:53.129360 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.205100 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks [] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.221159 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e71ebf-fc06-44a8-951a-f523acadef0a None None] Pushing event updated for resources: {'Port': ['ID=34a55522-882a-4add-94dc-abe5d2a801fa,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:53.279118 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.349277 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:53.352601 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:53.358588 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:53.384652 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 456f4ef7-962b-4053-aef1-dd9be71c29c0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:53.386685 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Pushing event updated for resources: {'Port': ['ID=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:53.454891 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 456f4ef7-962b-4053-aef1-dd9be71c29c0 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:53.455590 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 456f4ef7-962b-4053-aef1-dd9be71c29c0 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:53.596345 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (faebfb99-6aae-4d71-ae2e-ead95b55cf31), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.717925 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks [] for router_gateway (810a1448-9b4a-4034-b530-42d88b2b521c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.946608 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (810a1448-9b4a-4034-b530-42d88b2b521c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:53.957864 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Deleting port cbb98468-eafc-4aab-824a-1ca7a27e0369 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:53.958410 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:54.078775 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] For port cbb98468-eafc-4aab-824a-1ca7a27e0369, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=cbb98468-eafc-4aab-824a-1ca7a27e0369,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:54.078961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:54.101986 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Calling delete_port for cbb98468-eafc-4aab-824a-1ca7a27e0369 owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:54.143268 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Router 810a1448-9b4a-4034-b530-42d88b2b521c is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104524) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:43:54.301960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:54.329793 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Sync routers for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:54.335953 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:54.338664 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0432e4e5-f929-4f32-99bd-b21af7db3cfc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2531877 Mar 31 21:43:54.341017 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54612) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:54.353747 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:54.354687 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:54.388919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (cbb98468-eafc-4aab-824a-1ca7a27e0369), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:54.416916 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb98468-eafc-4aab-824a-1ca7a27e0369,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:54.510665 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:54.545795 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5def279-b80b-42a4-ac6d-b9b4e3ae1d9e None None] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:54.653713 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (faebfb99-6aae-4d71-ae2e-ead95b55cf31), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:54.771383 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] Provisioning complete for port 34a55522-882a-4add-94dc-abe5d2a801fa triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:54.771901 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:54.995079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Router faebfb99-6aae-4d71-ae2e-ead95b55cf31 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:55.083916 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] Current status of the port 34a55522-882a-4add-94dc-abe5d2a801fa is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:55.084145 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.108453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.196285 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:55.217870 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] Sync routers for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:43:55.231867 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-93899cc3-a2e6-4489-91b3-17398b2f4e5b admin admin] 10.222.0.20 "PUT /v2.0/routers/faebfb99-6aae-4d71-ae2e-ead95b55cf31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3652899 Mar 31 21:43:55.232298 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] For port 34a55522-882a-4add-94dc-abe5d2a801fa, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=34a55522-882a-4add-94dc-abe5d2a801fa,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:55.233690 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54614) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:55.239034 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:55.243126 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:55.243498 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.280438 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 34a55522-882a-4add-94dc-abe5d2a801fa up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:55.411210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Allocated IP 172.20.0.1 (a4399bbf-1b92-47ab-9f4b-5b11979a70de/d9bdfd71-2fa4-4968-8e25-848a5de04945/14b2bfc0-28af-4583-99d4-89cd8b65a082) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:43:55.438715 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:53Z', 'revision_number': 3, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:55.440670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355693-5545-4d70-bfe1-b881b576f3ee None None] Pushing event updated for resources: {'Port': ['ID=34a55522-882a-4add-94dc-abe5d2a801fa,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:55.484647 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:55.499665 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks [] for router (faebfb99-6aae-4d71-ae2e-ead95b55cf31), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.502750 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Checking router: 810a1448-9b4a-4034-b530-42d88b2b521c for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:55.503101 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Updating router 810a1448-9b4a-4034-b530-42d88b2b521c port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:43:55.541831 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 34a55522-882a-4add-94dc-abe5d2a801fa triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:55.541831 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.543265 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.626887 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks [] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.657786 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks [] for router_gateway (faebfb99-6aae-4d71-ae2e-ead95b55cf31), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.673394 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-0083c239-7241-4a1b-ba43-16b4d5ceafeb None None] Provisioning complete for port 34a55522-882a-4add-94dc-abe5d2a801fa triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:55.673835 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0083c239-7241-4a1b-ba43-16b4d5ceafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.706660 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.758945 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:55.762731 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:55.769185 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:43:55.789635 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Deleting port eff983ab-2e1c-4b6f-a919-b0e14d085cf6 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:55.790476 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.820583 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=14b2bfc0-28af-4583-99d4-89cd8b65a082,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:55.842485 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (810a1448-9b4a-4034-b530-42d88b2b521c), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:55.921212 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:43:54Z', 'revision_number': 5, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port': {'id': 'eff983ab-2e1c-4b6f-a919-b0e14d085cf6', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:53Z', 'updated_at': '2022-03-31T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:56.000921 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] Checking router: faebfb99-6aae-4d71-ae2e-ead95b55cf31 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:43:56.020460 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] Routers {'faebfb99-6aae-4d71-ae2e-ead95b55cf31'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:56.021583 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:56.031873 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] For port eff983ab-2e1c-4b6f-a919-b0e14d085cf6, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:56.032621 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.033868 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-0083c239-7241-4a1b-ba43-16b4d5ceafeb None None] Current status of the port 34a55522-882a-4add-94dc-abe5d2a801fa is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:56.050896 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 34a55522-882a-4add-94dc-abe5d2a801fa is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:56.072911 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Calling delete_port for eff983ab-2e1c-4b6f-a919-b0e14d085cf6 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:56.181867 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Publish callbacks [] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.191927 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.255973 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] Set router faebfb99-6aae-4d71-ae2e-ead95b55cf31 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:56.270276 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ecd97-ffed-4ee1-9abe-c67e2bb1a96f None None] Pushing event updated for resources: {'Port': ['ID=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:56.315197 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-2b073db0-1368-4681-b38a-33383338ac4c None None] Provisioning complete for port 14b2bfc0-28af-4583-99d4-89cd8b65a082 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:56.315832 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2b073db0-1368-4681-b38a-33383338ac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.317799 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Attempting to bind port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:43:56.318317 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Attempting to bind port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:43:56.318856 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Attempting to bind port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:43:56.324959 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:43:55Z', 'revision_number': 6, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:56.327023 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:43:56.327598 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:56.328268 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.329242 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:43:56.329981 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Bound port: 096d2f5d-73e5-4789-8d62-c6fc4c6e76de, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:43:56.330373 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.418298 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.421567 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] For port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:43:56.427344 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] For port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:43:56.445126 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.457241 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (eff983ab-2e1c-4b6f-a919-b0e14d085cf6), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.467455 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e402181-c34e-4563-89c5-b7ae0d262ed3 None None] The sync data for ids ['faebfb99-6aae-4d71-ae2e-ead95b55cf31'] in dv-cinder-836074-1-iscsi is: [{'id': 'faebfb99-6aae-4d71-ae2e-ead95b55cf31', 'name': 'tempest-TestMinimumBasicScenario-1202991495-router', 'tenant_id': '1f24538a38654098844e9cb78bc5b238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:39:52Z', 'updated_at': '2022-03-31T21:43:55Z', 'revision_number': 6, 'project_id': '1f24538a38654098844e9cb78bc5b238', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:56.476419 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2b073db0-1368-4681-b38a-33383338ac4c None None] Port 14b2bfc0-28af-4583-99d4-89cd8b65a082 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:56.501970 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff983ab-2e1c-4b6f-a919-b0e14d085cf6,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:56.519445 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:43:56.520095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:56.570377 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ecd97-ffed-4ee1-9abe-c67e2bb1a96f None None] Pushing event updated for resources: {'Port': ['ID=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:56.587042 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (faebfb99-6aae-4d71-ae2e-ead95b55cf31), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.656858 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:43:56.703891 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (faebfb99-6aae-4d71-ae2e-ead95b55cf31), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.707221 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks [] for router_controller (faebfb99-6aae-4d71-ae2e-ead95b55cf31), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.733150 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks [] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.738894 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.804152 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (faebfb99-6aae-4d71-ae2e-ead95b55cf31), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.804971 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faebfb99-6aae-4d71-ae2e-ead95b55cf31 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:43:56.816850 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.820815 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-dfd42cbc-cd85-431d-b142-921db67dfae2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/faebfb99-6aae-4d71-ae2e-ead95b55cf31 HTTP/1.1" status: 204 len: 168 time: 1.5834939 Mar 31 21:43:56.821335 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54618) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:56.839979 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=14b2bfc0-28af-4583-99d4-89cd8b65a082,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:56.843559 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (810a1448-9b4a-4034-b530-42d88b2b521c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.952400 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Deleting subnet 33929f33-e297-40f2-a80b-c8b18fa14de9 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:43:56.955960 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Publish callbacks [] for subnet (33929f33-e297-40f2-a80b-c8b18fa14de9), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:56.957657 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:43:55Z', 'revision_number': 1, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:57.007658 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14396085'] for subnet (33929f33-e297-40f2-a80b-c8b18fa14de9), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.056286 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147ad289-4c83-4879-a8a6-f9e641099344 None None] The sync data for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi is: [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:43:55Z', 'revision_number': 1, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:43:57.065775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:43:57.069084 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:57.276862 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Router 810a1448-9b4a-4034-b530-42d88b2b521c has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:43:57.432918 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-8d2dbef3-9617-4832-b4cd-c456fa666f0c None None] Provisioning complete for port 14b2bfc0-28af-4583-99d4-89cd8b65a082 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:57.433899 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8d2dbef3-9617-4832-b4cd-c456fa666f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.477937 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:43:57.505133 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a7124144-de1b-4299-a6ac-09ead67f9ca5 admin admin] 10.222.0.20 "PUT /v2.0/routers/810a1448-9b4a-4034-b530-42d88b2b521c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1627724 Mar 31 21:43:57.515420 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (33929f33-e297-40f2-a80b-c8b18fa14de9), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.544540 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 34a55522-882a-4add-94dc-abe5d2a801fa up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:57.627785 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8d2dbef3-9617-4832-b4cd-c456fa666f0c None None] Port 14b2bfc0-28af-4583-99d4-89cd8b65a082 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:43:57.642002 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14521880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14622760'] for subnet (33929f33-e297-40f2-a80b-c8b18fa14de9), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.708251 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 34a55522-882a-4add-94dc-abe5d2a801fa triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:57.708891 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.734026 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33929f33-e297-40f2-a80b-c8b18fa14de9,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:57.746591 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.752600 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3ee072f8-94a1-4490-a0b0-8183094a0577 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/33929f33-e297-40f2-a80b-c8b18fa14de9 HTTP/1.1" status: 204 len: 168 time: 0.9296098 Mar 31 21:43:57.755659 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54630) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:57.795527 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b664e6-e423-408e-aaad-5f75f9cd10fe None None] Network d0a988bd-47a9-45fc-8989-19a4a01ae194 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:57.887722 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (d0a988bd-47a9-45fc-8989-19a4a01ae194), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:57.966475 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Deleting port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:43:57.967936 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.095882 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] For port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,segment=NetworkSegment(754a9ebc-b53b-46f5-bcfd-6d7368bc561f),segment_id=754a9ebc-b53b-46f5-bcfd-6d7368bc561f)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:58.096564 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.137771 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Calling delete_port for 956d68e3-4f2f-4e87-aa75-48bfecc55bdc owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:43:58.183483 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 34a55522-882a-4add-94dc-abe5d2a801fa is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:58.201440 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device cbb98468-eafc-4aab-824a-1ca7a27e0369 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:58.298398 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (956d68e3-4f2f-4e87-aa75-48bfecc55bdc), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.342264 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccab4d-c179-448a-81dd-a48a3a33854b None None] DHCP port deletion for d0a988bd-47a9-45fc-8989-19a4a01ae194 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:43:58.348993 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: cbb98468-eafc-4aab-824a-1ca7a27e0369 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:58.349535 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device cbb98468-eafc-4aab-824a-1ca7a27e0369 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:58.353919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Pushing event deleted for resources: {'Port': ['ID=956d68e3-4f2f-4e87-aa75-48bfecc55bdc,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:58.364600 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] No DVR routers for this DVR port 956d68e3-4f2f-4e87-aa75-48bfecc55bdc on host dv-cinder-836074-1-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:43:58.434811 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54648) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:58.440978 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1043417598-network', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:58.515095 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Made reservation on behalf of a4e9991f43ed49d08a66eaae242e5eaa for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:58.520061 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.531473 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.538525 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (d0a988bd-47a9-45fc-8989-19a4a01ae194), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.570682 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a988bd-47a9-45fc-8989-19a4a01ae194']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:58.586793 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754a9ebc-b53b-46f5-bcfd-6d7368bc561f') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:58.587131 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754a9ebc-b53b-46f5-bcfd-6d7368bc561f') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:43:58.601036 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14396094'] for segment (754a9ebc-b53b-46f5-bcfd-6d7368bc561f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.621225 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (754a9ebc-b53b-46f5-bcfd-6d7368bc561f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.631779 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:43:58.632198 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14521022'] for segment (754a9ebc-b53b-46f5-bcfd-6d7368bc561f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: Traceback (most recent call last): Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: timer() Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: cb(*args, **kw) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: return func(*args, **kwargs) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: self._notify() Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: self.callback(batched_events) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: event.method(event) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: return f(self, *a, **k) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: return self._get(url).json() Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: return self.request(url, 'GET', **kwargs) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:43:58.635082 dv-cinder-836074-1-iscsi neutron-server[104525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:43:58.666175 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks [] for security_group (a1b93797-f246-49ba-ba9f-45194db618c2), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.671531 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a1b93797-f246-49ba-ba9f-45194db618c2), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.685240 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:43:58.705250 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (1d308d21-4627-4d01-9247-8a8a4411acc6), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.705586 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Added segment 1d308d21-4627-4d01-9247-8a8a4411acc6 of type vlan for network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c Mar 31 21:43:58.708508 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (d0a988bd-47a9-45fc-8989-19a4a01ae194), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.716213 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.728040 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0a988bd-47a9-45fc-8989-19a4a01ae194 HTTP/1.1" status: 204 len: 168 time: 0.9639289 Mar 31 21:43:58.730217 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54652) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:58.749083 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02b92b-b588-4995-a564-2401adf262ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a988bd-47a9-45fc-8989-19a4a01ae194,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:58.768816 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b93797-f246-49ba-ba9f-45194db618c2,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:58.854527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (1502cee5-bdc0-46ca-b1cf-cefcf92b166c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.933675 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (1502cee5-bdc0-46ca-b1cf-cefcf92b166c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.935560 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:58.936349 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:58.978887 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54656) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:58.979321 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5430346 Mar 31 21:43:58.989214 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Request body: {'subnet': {'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1043417598-subnet', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:59.028725 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Made reservation on behalf of a4e9991f43ed49d08a66eaae242e5eaa for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:43:59.031585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14622775'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.134124 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750393b-ac7f-40ba-8cb2-6dc229146438 admin admin] Pushing event updated for resources: {'Network': ['ID=1502cee5-bdc0-46ca-b1cf-cefcf92b166c,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:59.159650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:43:59.164217 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 096d2f5d-73e5-4789-8d62-c6fc4c6e76de up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:43:59.295639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14521947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14622753'] for subnet (4fed0d45-0a4b-4743-a3cf-81765340a6f7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.296819 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:43:59.297467 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.350827 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fed0d45-0a4b-4743-a3cf-81765340a6f7,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:59.421890 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Checking segment: {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:43:59.421890 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Network hostable DHCP agents. Network: 1502cee5-bdc0-46ca-b1cf-cefcf92b166c, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:43:59.456427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:43:59.473451 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 1502cee5-bdc0-46ca-b1cf-cefcf92b166c) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:43:59.487661 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:43:59.488943 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.503510 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ef37d-61b4-4272-9086-9ee0f2a4b444 None None] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:43:59.530051 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:43:59.536050 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.538737 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5f23c76e-7092-4d58-b82c-8ab08de4f1b5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5579133 Mar 31 21:43:59.539294 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54660) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:43:59.545214 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:43:59.600481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.602401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.637266 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:43:59.664659 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (4d6ed930-fe43-4335-bff1-fdaf096c55e2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.673521 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.702706 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks [] for router_controller (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.806016 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 956d68e3-4f2f-4e87-aa75-48bfecc55bdc no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:59.882279 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:43:59.902854 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 956d68e3-4f2f-4e87-aa75-48bfecc55bdc {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:59.903444 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 956d68e3-4f2f-4e87-aa75-48bfecc55bdc not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:43:59.903761 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device eff983ab-2e1c-4b6f-a919-b0e14d085cf6 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:43:59.940392 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'fixed_ips': [{'subnet_id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:43:59.941288 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:43:59.944803 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: eff983ab-2e1c-4b6f-a919-b0e14d085cf6 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:43:59.945074 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device eff983ab-2e1c-4b6f-a919-b0e14d085cf6 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:00.129978 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks [] for router_gateway (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.143225 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Allocated IP 172.20.0.2 (1502cee5-bdc0-46ca-b1cf-cefcf92b166c/4fed0d45-0a4b-4743-a3cf-81765340a6f7/0890f165-ef1c-4110-8501-c84c147c61cf) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:00.239324 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a649c-1f38-4f49-950e-13faaf7065e5 req-b5dabce7-9b08-471d-9e2e-439ad13e955f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:00.240871 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-627a649c-1f38-4f49-950e-13faaf7065e5 req-b5dabce7-9b08-471d-9e2e-439ad13e955f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 946 time: 0.1274478 Mar 31 21:44:00.309569 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-627a649c-1f38-4f49-950e-13faaf7065e5 req-85fe09bd-aa5b-4818-8173-71cb339300b1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582922 Mar 31 21:44:00.323744 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Publish callbacks [] for port (0890f165-ef1c-4110-8501-c84c147c61cf), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.333866 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.337331 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Deleting port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:00.337707 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.391184 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:00.394427 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:00.398958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:00.411966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Pushing event updated for resources: {'Port': ['ID=0890f165-ef1c-4110-8501-c84c147c61cf,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:00.453471 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] For port e7c19fc4-885c-4da5-b4f8-4727d0a4d28a, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,segment=NetworkSegment(b62aec14-ef18-4e19-9a01-86a514b6af81),segment_id=b62aec14-ef18-4e19-9a01-86a514b6af81)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:00.454015 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.476858 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Attempting to bind port 0890f165-ef1c-4110-8501-c84c147c61cf on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:00.478809 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Attempting to bind port 0890f165-ef1c-4110-8501-c84c147c61cf by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:00.479193 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Attempting to bind port 0890f165-ef1c-4110-8501-c84c147c61cf on network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:00.480872 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Calling delete_port for e7c19fc4-885c-4da5-b4f8-4727d0a4d28a owned by network:router_interface {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:00.486404 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:00.486905 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Checking segment: {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:00.487542 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.488163 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Bound using segment: {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:00.488707 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Bound port: 0890f165-ef1c-4110-8501-c84c147c61cf, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:00.489469 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.495186 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks [] for router_gateway (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.515406 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.563368 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] For port 0890f165-ef1c-4110-8501-c84c147c61cf, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:00.567764 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] For port 0890f165-ef1c-4110-8501-c84c147c61cf, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=0890f165-ef1c-4110-8501-c84c147c61cf,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:00.578315 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.662685 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d1361-bc00-4ed1-9fd6-2a8ec0857047 None None] Pushing event updated for resources: {'Port': ['ID=0890f165-ef1c-4110-8501-c84c147c61cf,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:00.676880 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Allocated IP 172.27.1.53 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/5af749df-2a22-4797-9b95-a02a57e225fa) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:00.756430 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (e7c19fc4-885c-4da5-b4f8-4727d0a4d28a), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.802375 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c19fc4-885c-4da5-b4f8-4727d0a4d28a,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:00.815848 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks [] for port (5af749df-2a22-4797-9b95-a02a57e225fa), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.891425 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Sync routers for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:00.892362 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:00.904364 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:00.905108 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:00.977749 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:00.996386 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:01.016641 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:01.025611 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Pushing event updated for resources: {'Port': ['ID=5af749df-2a22-4797-9b95-a02a57e225fa,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:01.233457 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (4d6ed930-fe43-4335-bff1-fdaf096c55e2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:01.382186 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:01.489849 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 0890f165-ef1c-4110-8501-c84c147c61cf up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:01.522440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks [] for router_gateway (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:01.618327 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:01.628844 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 0890f165-ef1c-4110-8501-c84c147c61cf triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:01.629215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:01.824838 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 0890f165-ef1c-4110-8501-c84c147c61cf is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:01.825228 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:01.843898 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 2, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:01.899725 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:01.912035 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Checking router: 810a1448-9b4a-4034-b530-42d88b2b521c for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:01.912454 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Updating router 810a1448-9b4a-4034-b530-42d88b2b521c port 14b2bfc0-28af-4583-99d4-89cd8b65a082 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:44:01.960517 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:01.980888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 0890f165-ef1c-4110-8501-c84c147c61cf, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=0890f165-ef1c-4110-8501-c84c147c61cf,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:02.094493 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-1b2e164a-150d-4377-9ef5-9a268d06a30d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:02.096180 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-1b2e164a-150d-4377-9ef5-9a268d06a30d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 946 time: 0.2122908 Mar 31 21:44:02.110034 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.110970 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 096d2f5d-73e5-4789-8d62-c6fc4c6e76de up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:02.115399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:44:02.198632 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=0890f165-ef1c-4110-8501-c84c147c61cf,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:02.236445 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4d1f7-918d-478a-8f03-809bfbeb8913 None None] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:44:02.267403 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:02.275944 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-67e13908-1624-4c3f-a1b5-25b2fed70ba5 admin admin] 10.222.0.20 "PUT /v2.0/routers/4d6ed930-fe43-4335-bff1-fdaf096c55e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5444925 Mar 31 21:44:02.282104 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54672) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:02.286691 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] Sync routers for ids ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:02.306621 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] Routers {'4d6ed930-fe43-4335-bff1-fdaf096c55e2'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:02.307262 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:02.311419 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d09377-ee4f-451d-8a31-c9fc7b612088 req-f096ff43-b5e8-40db-b7a9-5ff8311dc2ea tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:02.314798 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-26d09377-ee4f-451d-8a31-c9fc7b612088 req-f096ff43-b5e8-40db-b7a9-5ff8311dc2ea tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 946 time: 0.1347015 Mar 31 21:44:02.335094 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Deleting port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:02.335437 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.376894 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-095b20ba-2b62-438e-9f12-e75ea06d141a None None] Provisioning complete for port 0890f165-ef1c-4110-8501-c84c147c61cf triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:02.377329 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-095b20ba-2b62-438e-9f12-e75ea06d141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.418441 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:02.439268 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-70e80a0d-3100-428b-bfe9-637be2fc643a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.441069 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Sync routers for ids ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:02.452901 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.464854 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e2c14652-3ef1-47be-b475-5d031b2f7bba admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9240332 Mar 31 21:44:02.470844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54674) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:02.493575 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:02.493946 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.535502 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] Set router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:02.554869 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-26d09377-ee4f-451d-8a31-c9fc7b612088 req-26e29834-8921-4e4b-b83e-4e48e7178f48 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330599 Mar 31 21:44:02.555153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Routers {'c49eabba-2d5e-4fdb-8a86-3d456a1c0110'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:02.555504 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:02.588134 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks [] for router (4d6ed930-fe43-4335-bff1-fdaf096c55e2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.725447 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-095b20ba-2b62-438e-9f12-e75ea06d141a None None] Current status of the port 0890f165-ef1c-4110-8501-c84c147c61cf is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:02.784827 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Publish callbacks [] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.798903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.833682 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks [] for router_gateway (4d6ed930-fe43-4335-bff1-fdaf096c55e2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.863728 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564300-98d7-4040-85bd-ae5716e1e9af None None] Pushing event updated for resources: {'Port': ['ID=14b2bfc0-28af-4583-99d4-89cd8b65a082,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:02.919381 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:44:00Z', 'revision_number': 5, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port': {'id': 'b296f01f-e81e-46d5-b1c4-f633bf775cd2', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:67:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:40:01Z', 'updated_at': '2022-03-31T21:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:02.929826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Set router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:02.948809 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] For port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:02.949599 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.981791 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Deleting port b296f01f-e81e-46d5-b1c4-f633bf775cd2 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:02.982432 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:02.995181 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] Checking router: 4d6ed930-fe43-4335-bff1-fdaf096c55e2 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:03.008278 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] Routers {'4d6ed930-fe43-4335-bff1-fdaf096c55e2'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:03.010475 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:03.160357 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] For port b296f01f-e81e-46d5-b1c4-f633bf775cd2, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=b296f01f-e81e-46d5-b1c4-f633bf775cd2,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:03.161116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.166293 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] Set router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:03.200885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Calling delete_port for b296f01f-e81e-46d5-b1c4-f633bf775cd2 owned by network:router_gateway {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:03.251775 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:44:02Z', 'revision_number': 6, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:03.295678 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:03.318946 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499f03a9-54f3-468e-aa26-9ba2df88a1ac None None] The sync data for ids ['4d6ed930-fe43-4335-bff1-fdaf096c55e2'] in dv-cinder-836074-1-iscsi is: [{'id': '4d6ed930-fe43-4335-bff1-fdaf096c55e2', 'name': 'tempest-TestMinimumBasicScenario-46762548-router', 'tenant_id': '1816f01c4de948d285fa9c3b29f9f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:40:00Z', 'updated_at': '2022-03-31T21:44:02Z', 'revision_number': 6, 'project_id': '1816f01c4de948d285fa9c3b29f9f23b', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:03.447105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b65362ed-19cb-4dc0-92f5-2bc3f0be45ec None None] Provisioning complete for port 0890f165-ef1c-4110-8501-c84c147c61cf triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:03.448241 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b65362ed-19cb-4dc0-92f5-2bc3f0be45ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.488403 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.488791 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (73ebeec5-29f1-4933-9d8d-96f9063c3dee), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.488939 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (b296f01f-e81e-46d5-b1c4-f633bf775cd2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.489468 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Floating IP 73ebeec5-29f1-4933-9d8d-96f9063c3dee disassociated. External IP: 172.27.1.217, port: 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd. Mar 31 21:44:03.489468 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Calling delete_port for 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:03.513169 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Attempting to bind port 14b2bfc0-28af-4583-99d4-89cd8b65a082 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:03.513834 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Attempting to bind port 14b2bfc0-28af-4583-99d4-89cd8b65a082 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:03.514398 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Attempting to bind port 14b2bfc0-28af-4583-99d4-89cd8b65a082 on network a4399bbf-1b92-47ab-9f4b-5b11979a70de {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:03.522122 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Pushing event deleted for resources: {'Port': ['ID=b296f01f-e81e-46d5-b1c4-f633bf775cd2,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:03.596669 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (4d6ed930-fe43-4335-bff1-fdaf096c55e2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.698422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:03.698855 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Checking segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:03.699331 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.699817 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Bound using segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:03.700324 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Bound port: 14b2bfc0-28af-4583-99d4-89cd8b65a082, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:03.700762 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.798111 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 0890f165-ef1c-4110-8501-c84c147c61cf up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:03.804727 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (9f347ad6-2170-4ee1-81e6-69c36bf7a4cd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.806987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (4d6ed930-fe43-4335-bff1-fdaf096c55e2), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.812526 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks [] for router_controller (4d6ed930-fe43-4335-bff1-fdaf096c55e2), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.848098 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:44:01Z', 'revision_number': 3, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:03.855186 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91367454-3a63-4bb9-ad96-5494ecde8c5e req-0a9d7323-6083-4e65-915e-ce70a64e227e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:03.856828 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91367454-3a63-4bb9-ad96-5494ecde8c5e req-0a9d7323-6083-4e65-915e-ce70a64e227e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 868 time: 0.1947677 Mar 31 21:44:03.860387 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event deleted for resources: {'Port': ['ID=9f347ad6-2170-4ee1-81e6-69c36bf7a4cd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:03.959844 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Checking router: c49eabba-2d5e-4fdb-8a86-3d456a1c0110 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:03.960369 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Updating router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 port 5af749df-2a22-4797-9b95-a02a57e225fa binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:44:03.962159 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (4d6ed930-fe43-4335-bff1-fdaf096c55e2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.963680 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6ed930-fe43-4335-bff1-fdaf096c55e2 {{(pid=104524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:44:03.974508 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:03.981011 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7ddcea13-1571-4aa2-aacc-96f513373491 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4d6ed930-fe43-4335-bff1-fdaf096c55e2 HTTP/1.1" status: 204 len: 168 time: 1.6569762 Mar 31 21:44:03.982138 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54678) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:04.002875 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.006972 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b65362ed-19cb-4dc0-92f5-2bc3f0be45ec None None] Current status of the port 0890f165-ef1c-4110-8501-c84c147c61cf is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:04.049986 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] For port 14b2bfc0-28af-4583-99d4-89cd8b65a082, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:04.059982 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] For port 14b2bfc0-28af-4583-99d4-89cd8b65a082, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=14b2bfc0-28af-4583-99d4-89cd8b65a082,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:04.065635 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.084786 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Deleting subnet ab274923-2f83-4558-b608-47d93be46d27 {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:44:04.087735 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-91367454-3a63-4bb9-ad96-5494ecde8c5e req-1e9d58da-a559-405d-a963-5009c4ae54e9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931207 Mar 31 21:44:04.092451 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.093262 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Publish callbacks [] for subnet (ab274923-2f83-4558-b608-47d93be46d27), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.162056 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (ab274923-2f83-4558-b608-47d93be46d27), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.167676 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 0890f165-ef1c-4110-8501-c84c147c61cf triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:04.168441 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.219974 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] Provisioning complete for port 14b2bfc0-28af-4583-99d4-89cd8b65a082 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:04.220510 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.322671 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:04.394123 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (ab274923-2f83-4558-b608-47d93be46d27), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.408109 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564300-98d7-4040-85bd-ae5716e1e9af None None] Pushing event updated for resources: {'Port': ['ID=14b2bfc0-28af-4583-99d4-89cd8b65a082,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:04.460242 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:04.461241 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:04.469813 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (ab274923-2f83-4558-b608-47d93be46d27), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.522627 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Allocated IP 172.20.0.1 (1502cee5-bdc0-46ca-b1cf-cefcf92b166c/4fed0d45-0a4b-4743-a3cf-81765340a6f7/1d5f2e4e-a150-4691-9a9f-5393bc272426) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:04.554112 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab274923-2f83-4558-b608-47d93be46d27,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:04.561158 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.564779 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b8d32282-b99a-4fa6-964b-b36bc1af81e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab274923-2f83-4558-b608-47d93be46d27 HTTP/1.1" status: 204 len: 168 time: 0.5812688 Mar 31 21:44:04.571150 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54680) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:04.654491 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5527f-76f8-4323-a4c5-aed1a41dab99 None None] Network 7a5bd8d2-478d-471e-bf62-508f77df0a18 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:44:04.693045 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (7a5bd8d2-478d-471e-bf62-508f77df0a18), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.703915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:04.717927 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:04.730137 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:04.731313 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:43:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:04.754527 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks [] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.776967 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] No DVR routers for this DVR port 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:04.782843 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.787321 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2c91690a-2481-4245-9263-45e39fdf0b79 req-18370bcb-ecaa-4b65-b194-ffcdb4d322ac tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "DELETE /v2.0/ports/9f347ad6-2170-4ee1-81e6-69c36bf7a4cd HTTP/1.1" status: 204 len: 173 time: 2.6811194 Mar 31 21:44:04.790323 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-deleted', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:04.792110 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d566302-978e-4552-9fb0-787ac64a9328" -d '{"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-deleted", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:04.800994 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] Current status of the port 14b2bfc0-28af-4583-99d4-89cd8b65a082 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:04.801428 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.809191 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Deleting port 7db7507d-a967-4746-b294-1c9f452c6ae6 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:04.809625 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.881575 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.922787 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e930050-7b3e-4038-85c8-2aaaeeeddc89 x-openstack-request-id: req-6e930050-7b3e-4038-85c8-2aaaeeeddc89 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:04.923038 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb5fbf-c188-4d2f-82ff-291b5627305d", "name": "network-vif-deleted", "tag": "9f347ad6-2170-4ee1-81e6-69c36bf7a4cd", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:04.923140 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e930050-7b3e-4038-85c8-2aaaeeeddc89 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:04.923794 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e930050-7b3e-4038-85c8-2aaaeeeddc89'] response: {'server_uuid': 'f8fb5fbf-c188-4d2f-82ff-291b5627305d', 'name': 'network-vif-deleted', 'tag': '9f347ad6-2170-4ee1-81e6-69c36bf7a4cd', 'status': 'completed', 'code': 200} Mar 31 21:44:04.947253 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:04.954502 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 0890f165-ef1c-4110-8501-c84c147c61cf is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:04.961248 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:04.967325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] For port 7db7507d-a967-4746-b294-1c9f452c6ae6, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=7db7507d-a967-4746-b294-1c9f452c6ae6,segment=NetworkSegment(b62aec14-ef18-4e19-9a01-86a514b6af81),segment_id=b62aec14-ef18-4e19-9a01-86a514b6af81)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:04.967661 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:04.975643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:04.982545 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:04.984110 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5f2e4e-a150-4691-9a9f-5393bc272426,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:04.991017 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Calling delete_port for 7db7507d-a967-4746-b294-1c9f452c6ae6 owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:05.011807 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] For port 14b2bfc0-28af-4583-99d4-89cd8b65a082, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=14b2bfc0-28af-4583-99d4-89cd8b65a082,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:05.050386 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.051308 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.093158 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:05.207883 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (7db7507d-a967-4746-b294-1c9f452c6ae6), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.229488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Publish callbacks [] for port (5af749df-2a22-4797-9b95-a02a57e225fa), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.255795 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.261191 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.271831 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db7507d-a967-4746-b294-1c9f452c6ae6,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:05.274392 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] No DVR routers for this DVR port 7db7507d-a967-4746-b294-1c9f452c6ae6 on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:05.330621 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a2cad49e-5e0f-4bdd-825b-b9f49586adc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.358442 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-310ad92f-5a7e-47fd-91af-1cbcab09de1a None None] Provisioning complete for port 14b2bfc0-28af-4583-99d4-89cd8b65a082 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:05.358832 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-310ad92f-5a7e-47fd-91af-1cbcab09de1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.396513 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (7a5bd8d2-478d-471e-bf62-508f77df0a18), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.442483 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5bd8d2-478d-471e-bf62-508f77df0a18']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:05.458143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62aec14-ef18-4e19-9a01-86a514b6af81') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:05.458909 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62aec14-ef18-4e19-9a01-86a514b6af81') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:05.490611 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (b62aec14-ef18-4e19-9a01-86a514b6af81), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.511557 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (b62aec14-ef18-4e19-9a01-86a514b6af81), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.522654 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:05.525976 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:44:05.526421 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (b62aec14-ef18-4e19-9a01-86a514b6af81), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:44:05.528546 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:44:05.534167 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14997c-23ea-47f8-9056-ee8126036a45 None None] Pushing event updated for resources: {'Port': ['ID=14b2bfc0-28af-4583-99d4-89cd8b65a082,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:05.551153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d64a6fc-82e5-4526-8507-9c9b6747d5fd None None] DHCP port deletion for 7a5bd8d2-478d-471e-bf62-508f77df0a18 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:44:05.557278 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:05.590936 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:05.607928 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (7a5bd8d2-478d-471e-bf62-508f77df0a18), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.611122 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:05.611906 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 9f347ad6-2170-4ee1-81e6-69c36bf7a4cd not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:05.615014 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:05.615668 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:05.638028 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.642682 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7a5bd8d2-478d-471e-bf62-508f77df0a18 HTTP/1.1" status: 204 len: 168 time: 1.0695486 Mar 31 21:44:05.643763 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd8019-0372-45a0-89e4-76a10f725d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5bd8d2-478d-471e-bf62-508f77df0a18,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:05.737031 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 14b2bfc0-28af-4583-99d4-89cd8b65a082 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:05.743566 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Attempting to bind port 5af749df-2a22-4797-9b95-a02a57e225fa on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:05.743940 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Attempting to bind port 5af749df-2a22-4797-9b95-a02a57e225fa by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:05.744385 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Attempting to bind port 5af749df-2a22-4797-9b95-a02a57e225fa on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:05.756898 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks [] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.769961 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:05.770196 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:05.770514 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.771461 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:05.771461 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Bound port: 5af749df-2a22-4797-9b95-a02a57e225fa, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:05.771806 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.786459 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c8540090-831f-4318-93ee-649ad9fbb379 req-53ae70db-4194-4cdb-aea5-0a7eace5df05 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8fb5fbf-c188-4d2f-82ff-291b5627305d HTTP/1.1" status: 200 len: 210 time: 0.0536108 Mar 31 21:44:05.787053 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.826975 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:05.881883 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:05.886502 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5f2e4e-a150-4691-9a9f-5393bc272426,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:05.947826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0630dec-3410-4483-9f42-238fe6a522c6 None None] Pushing event updated for resources: {'Port': ['ID=5af749df-2a22-4797-9b95-a02a57e225fa,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:06.010506 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-310ad92f-5a7e-47fd-91af-1cbcab09de1a None None] Current status of the port 14b2bfc0-28af-4583-99d4-89cd8b65a082 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:06.013156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54692) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:06.031781 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] For port 5af749df-2a22-4797-9b95-a02a57e225fa, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:06.037479 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] For port 5af749df-2a22-4797-9b95-a02a57e225fa, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5af749df-2a22-4797-9b95-a02a57e225fa,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:06.050207 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 14b2bfc0-28af-4583-99d4-89cd8b65a082 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:06.050573 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.052709 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.073923 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c2c751f4-4d89-4757-9f48-e7d6e97f4c57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f24538a38654098844e9cb78bc5b238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591717 Mar 31 21:44:06.076142 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54694) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:06.084282 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:06.085961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:06.140358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:06.156936 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f4afc477-3680-46e5-9842-6c169e241b99 admin admin] Publish callbacks [] for security_group (dacd44a3-efcf-4dce-8463-b5b40af96651), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.185196 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:06.190010 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f4afc477-3680-46e5-9842-6c169e241b99 admin admin] Publish callbacks [] for security_group (dacd44a3-efcf-4dce-8463-b5b40af96651), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.217615 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2140df-c060-4c2a-8b58-e103993985f9 None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:06.245690 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:06.279704 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f4afc477-3680-46e5-9842-6c169e241b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (dacd44a3-efcf-4dce-8463-b5b40af96651), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.284719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f4afc477-3680-46e5-9842-6c169e241b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.289936 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f4afc477-3680-46e5-9842-6c169e241b99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dacd44a3-efcf-4dce-8463-b5b40af96651 HTTP/1.1" status: 204 len: 168 time: 0.2126698 Mar 31 21:44:06.300426 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afc477-3680-46e5-9842-6c169e241b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd44a3-efcf-4dce-8463-b5b40af96651,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:06.422339 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:06.450834 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-06bbedcf-384f-4192-9d22-0c5a718687c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/c49eabba-2d5e-4fdb-8a86-3d456a1c0110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9789324 Mar 31 21:44:06.452132 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d04f75-5603-4a06-b8e3-9d653f4ad02d None None] The sync data for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi is: [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:06.468181 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0630dec-3410-4483-9f42-238fe6a522c6 None None] Pushing event updated for resources: {'Port': ['ID=5af749df-2a22-4797-9b95-a02a57e225fa,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:06.479681 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.482661 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Routers {'c49eabba-2d5e-4fdb-8a86-3d456a1c0110'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:06.483306 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:06.488782 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-0ed1575d-65ae-4799-a06a-2fbebe489b5c None None] Provisioning complete for port 1d5f2e4e-a150-4691-9a9f-5393bc272426 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:06.489163 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0ed1575d-65ae-4799-a06a-2fbebe489b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:06.649340 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-0ed1575d-65ae-4799-a06a-2fbebe489b5c None None] Port 1d5f2e4e-a150-4691-9a9f-5393bc272426 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:44:06.693060 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 14b2bfc0-28af-4583-99d4-89cd8b65a082 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:06.719898 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] Set router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:06.766593 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8953e0-50a8-4fa6-944d-0cd38ee82980 None None] New status for floating IP 73ebeec5-29f1-4933-9d8d-96f9063c3dee: DOWN {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:06.823366 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device b296f01f-e81e-46d5-b1c4-f633bf775cd2 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:06.907243 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: b296f01f-e81e-46d5-b1c4-f633bf775cd2 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:06.907667 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device b296f01f-e81e-46d5-b1c4-f633bf775cd2 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:06.908126 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device e7c19fc4-885c-4da5-b4f8-4727d0a4d28a no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:06.938542 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54712) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:06.941571 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54714) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:06.995706 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b3289ffe-c6f8-4f6e-9285-4c729335702d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1816f01c4de948d285fa9c3b29f9f23b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536287 Mar 31 21:44:06.996493 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54716) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:07.006997 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: e7c19fc4-885c-4da5-b4f8-4727d0a4d28a {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:07.007342 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device e7c19fc4-885c-4da5-b4f8-4727d0a4d28a not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:07.053348 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-32aaa150-3efe-4558-a6d7-3b96353564ec None None] Provisioning complete for port 1d5f2e4e-a150-4691-9a9f-5393bc272426 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:07.053713 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-32aaa150-3efe-4558-a6d7-3b96353564ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.061991 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba007483-6d1d-4185-871b-82bb151e218e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.077776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6178-1270-4c3b-b459-0ed18e8039a4 admin admin] Publish callbacks [] for security_group (51106b78-77de-4f08-a25a-8bee6bcf1ab5), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.107951 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba007483-6d1d-4185-871b-82bb151e218e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.118806 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6178-1270-4c3b-b459-0ed18e8039a4 admin admin] Publish callbacks [] for security_group (51106b78-77de-4f08-a25a-8bee6bcf1ab5), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.125358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-32aaa150-3efe-4558-a6d7-3b96353564ec None None] Port 1d5f2e4e-a150-4691-9a9f-5393bc272426 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:44:07.193111 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6178-1270-4c3b-b459-0ed18e8039a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (51106b78-77de-4f08-a25a-8bee6bcf1ab5), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.198391 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6178-1270-4c3b-b459-0ed18e8039a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.200020 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f9ef6178-1270-4c3b-b459-0ed18e8039a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51106b78-77de-4f08-a25a-8bee6bcf1ab5 HTTP/1.1" status: 204 len: 168 time: 0.2029345 Mar 31 21:44:07.213120 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba007483-6d1d-4185-871b-82bb151e218e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.222755 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba007483-6d1d-4185-871b-82bb151e218e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.224138 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ba007483-6d1d-4185-871b-82bb151e218e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "DELETE /v2.0/security-groups/b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b HTTP/1.1" status: 204 len: 168 time: 0.2813883 Mar 31 21:44:07.227414 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '1d5f2e4e-a150-4691-9a9f-5393bc272426', 'name': '', 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'mac_address': 'fa:16:3e:6c:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:04Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 2, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'subnets': [{'id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:07.228331 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef6178-1270-4c3b-b459-0ed18e8039a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51106b78-77de-4f08-a25a-8bee6bcf1ab5,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:07.230216 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54720) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:07.255492 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba007483-6d1d-4185-871b-82bb151e218e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:07.257615 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-58b19918-cff9-43b8-a97a-3f509022a204 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] show failed (client error): The resource could not be found. Mar 31 21:44:07.258700 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-58b19918-cff9-43b8-a97a-3f509022a204 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups/b847f7d9-6f0c-40a4-9970-1ceffcf5dd6b HTTP/1.1" status: 404 len: 347 time: 0.0275974 Mar 31 21:44:07.262198 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54722) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:07.263796 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d77cb4-39fd-49ef-823e-1943a4b599d3 None None] The sync data for ids ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'] in dv-cinder-836074-1-iscsi is: [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '1d5f2e4e-a150-4691-9a9f-5393bc272426', 'name': '', 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'mac_address': 'fa:16:3e:6c:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:04Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 2, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'subnets': [{'id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:07.407728 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54724) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:07.414834 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769920128', 'description': 'tempest-secgroup-smoke-769920128 description', 'project_id': '008245ac1e8c46ff8765a02a6000b847'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:07.460055 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 14b2bfc0-28af-4583-99d4-89cd8b65a082 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:07.468269 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.513749 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Deleting port 09f10701-6cc7-43d6-9d95-13f423d3a3dd {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:07.514089 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.582999 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 14b2bfc0-28af-4583-99d4-89cd8b65a082 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:07.583521 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.644660 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group (f9ccfcad-184b-4e00-b41a-22891aabfc30), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.683350 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f9ccfcad-184b-4e00-b41a-22891aabfc30), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.690697 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.691178 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (09f10701-6cc7-43d6-9d95-13f423d3a3dd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.745567 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Calling delete_port for 09f10701-6cc7-43d6-9d95-13f423d3a3dd owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:07.775108 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.775108 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3620365 Mar 31 21:44:07.775961 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54726) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:07.780917 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group_rule': {'security_group_id': 'f9ccfcad-184b-4e00-b41a-22891aabfc30', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:07.790994 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b04e0-7bdc-48f4-9a72-c195ac353cf2 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ccfcad-184b-4e00-b41a-22891aabfc30,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:07.795247 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 14b2bfc0-28af-4583-99d4-89cd8b65a082 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:07.812059 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.824264 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 7db7507d-a967-4746-b294-1c9f452c6ae6 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:07.862368 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 7db7507d-a967-4746-b294-1c9f452c6ae6 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:07.862368 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 7db7507d-a967-4746-b294-1c9f452c6ae6 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:07.868926 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (f37fa78f-e764-4ec1-9f03-f895d5421537), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.928754 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (f37fa78f-e764-4ec1-9f03-f895d5421537), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.934268 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (f37fa78f-e764-4ec1-9f03-f895d5421537), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.954335 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37fa78f-e764-4ec1-9f03-f895d5421537,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:07.967410 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:07.972194 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-69f54c48-273b-4fe2-8bb3-e3a58e538360 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947281 Mar 31 21:44:07.973132 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54728) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:07.977940 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group_rule': {'security_group_id': 'f9ccfcad-184b-4e00-b41a-22891aabfc30', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:07.982148 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (09f10701-6cc7-43d6-9d95-13f423d3a3dd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.011832 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event deleted for resources: {'Port': ['ID=09f10701-6cc7-43d6-9d95-13f423d3a3dd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.023021 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (7f92cb31-94a0-4726-9cae-a185108f8fe2), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.074796 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (73ebeec5-29f1-4933-9d8d-96f9063c3dee), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.077492 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.078900 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5fa2296d-ee76-473a-9118-794bfe15e925 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "DELETE /v2.0/floatingips/73ebeec5-29f1-4933-9d8d-96f9063c3dee HTTP/1.1" status: 204 len: 168 time: 0.8156300 Mar 31 21:44:08.098323 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (7f92cb31-94a0-4726-9cae-a185108f8fe2), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.105098 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (7f92cb31-94a0-4726-9cae-a185108f8fe2), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.126522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f92cb31-94a0-4726-9cae-a185108f8fe2,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.135806 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.137148 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-231a9ede-9402-4241-82e8-e2801d10f526 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627233 Mar 31 21:44:08.141751 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54732) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.150510 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group_rule': {'security_group_id': 'f9ccfcad-184b-4e00-b41a-22891aabfc30', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.188155 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (9b179fd0-cf97-428e-8d28-7a58a1e8877c), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.254370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (9b179fd0-cf97-428e-8d28-7a58a1e8877c), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.260054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (9b179fd0-cf97-428e-8d28-7a58a1e8877c), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.281908 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b179fd0-cf97-428e-8d28-7a58a1e8877c,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.292075 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.292075 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d7dc893d-a27d-49d8-87bc-83845da5ee87 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449926 Mar 31 21:44:08.292803 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54734) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.293694 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54736) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.295031 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541075014', 'description': 'tempest-description--410767733'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.297977 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group_rule': {'security_group_id': 'f9ccfcad-184b-4e00-b41a-22891aabfc30', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.320525 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.327190 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (35141197-8075-4a1e-91da-36cf5345b420), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.392975 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (35141197-8075-4a1e-91da-36cf5345b420), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.397404 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (35141197-8075-4a1e-91da-36cf5345b420), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.399760 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (400708d6-2568-4159-9bbe-14ce09f0e6e8), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.404428 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (400708d6-2568-4159-9bbe-14ce09f0e6e8), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.417315 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35141197-8075-4a1e-91da-36cf5345b420,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.428495 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.432775 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2341fed5-ea8f-49f0-a9ea-5cd5795cab7c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351123 Mar 31 21:44:08.433246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54738) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.433944 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.435164 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1438627 Mar 31 21:44:08.437541 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group_rule': {'security_group_id': 'f9ccfcad-184b-4e00-b41a-22891aabfc30', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.438005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54740) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.442317 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'security_group_rule': {'security_group_id': '400708d6-2568-4159-9bbe-14ce09f0e6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.450603 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0627245-f978-4206-8d11-7e5fc48cf598 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400708d6-2568-4159-9bbe-14ce09f0e6e8,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.458948 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Project 008245ac1e8c46ff8765a02a6000b847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:44:08.464332 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (c6782e4f-1715-44fe-8864-06b4673cf6ba), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.471006 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (3a8b0bc6-a5ab-4b26-9d40-f26d65950a1c), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.536873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (3a8b0bc6-a5ab-4b26-9d40-f26d65950a1c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.541474 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (c6782e4f-1715-44fe-8864-06b4673cf6ba), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.541704 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (3a8b0bc6-a5ab-4b26-9d40-f26d65950a1c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.545440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (c6782e4f-1715-44fe-8864-06b4673cf6ba), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.560334 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6782e4f-1715-44fe-8864-06b4673cf6ba,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.560591 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8b0bc6-a5ab-4b26-9d40-f26d65950a1c,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.564850 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.565998 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0ecb2ef1-ddb1-4a9f-96dc-7e30612d1048 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270113 Mar 31 21:44:08.568876 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54742) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.573472 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'security_group_rule': {'security_group_id': '400708d6-2568-4159-9bbe-14ce09f0e6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.573913 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.575188 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-329f7a60-7370-4358-90db-4e6c2f90eae1 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409872 Mar 31 21:44:08.578103 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54744) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.582702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'security_group_rule': {'security_group_id': 'f9ccfcad-184b-4e00-b41a-22891aabfc30', 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.606897 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (10bef258-04af-4c02-89bc-b88e53cffd2a), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.607127 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Project 008245ac1e8c46ff8765a02a6000b847 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:44:08.611121 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (79f17023-9336-4748-a2f1-ae63634a7b54), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.671260 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (10bef258-04af-4c02-89bc-b88e53cffd2a), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.675191 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (10bef258-04af-4c02-89bc-b88e53cffd2a), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.676150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (79f17023-9336-4748-a2f1-ae63634a7b54), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.680278 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (79f17023-9336-4748-a2f1-ae63634a7b54), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.692753 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bef258-04af-4c02-89bc-b88e53cffd2a,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.700439 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f17023-9336-4748-a2f1-ae63634a7b54,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:08.702849 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.707405 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-e5f4ebd4-a374-49ba-a4ff-35ae63c65240 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374257 Mar 31 21:44:08.708039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54746) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:08.708303 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.727909 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-985f5288-e97d-45c1-b06b-e5f18cd95fed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302900 Mar 31 21:44:08.728169 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:08.735431 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:08.883511 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.040037 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Allocated IP 172.27.1.109 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:09.068731 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.172444 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.217074 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.280261 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:09.282921 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:09.293530 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:09.302809 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'Port': ['ID=ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:09.435216 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (1ab72832-4ffc-436b-9f93-33ed3af32b08), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.491609 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.520803 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5af749df-2a22-4797-9b95-a02a57e225fa up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:09.596832 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 5af749df-2a22-4797-9b95-a02a57e225fa triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:09.597211 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.682466 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 5af749df-2a22-4797-9b95-a02a57e225fa is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:09.683108 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.709702 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.714243 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 5af749df-2a22-4797-9b95-a02a57e225fa, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5af749df-2a22-4797-9b95-a02a57e225fa,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:09.717439 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.720232 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.794671 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=5af749df-2a22-4797-9b95-a02a57e225fa,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:09.803361 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'Port': ['ID=ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:09.813671 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (1ab72832-4ffc-436b-9f93-33ed3af32b08), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.830269 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:09.838286 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-90885470-b0fc-4abd-9f4e-b35b2f3f0cda tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1225843 Mar 31 21:44:10.059322 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-d86ac24e-6cb4-4b5d-a0d3-41021e8295f6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--541075014&fields=id&tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 267 time: 0.0490372 Mar 31 21:44:10.186162 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-3cd702af-b023-48ae-857d-3b697b07d757 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:10.187982 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-3cd702af-b023-48ae-857d-3b697b07d757 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 816 time: 0.1198435 Mar 31 21:44:10.203499 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-f2e6cfed-d6c8-4c52-8bb6-a48620a1739c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/quotas/6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 375 time: 0.0101807 Mar 31 21:44:10.270264 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-8d93aecb-ae96-4451-be42-febc06cbd8ae tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610259 Mar 31 21:44:10.510455 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-d3134da0-7199-4782-879b-fa776518893a service neutron] 10.222.0.20 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273777 Mar 31 21:44:10.594939 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Sync routers for ids ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:10.606723 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Routers {'c49eabba-2d5e-4fdb-8a86-3d456a1c0110'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:10.607337 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:10.619457 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-03a37675-b025-4fb7-a3b3-0a7c50ac4021 service neutron] 10.222.0.20 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024120 Mar 31 21:44:10.824242 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Set router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:10.825955 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e935eb17-009c-40c3-8185-7241f5acafa4 req-1abaf9d9-71f1-4041-aa88-0dca7c40d7de tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 210 time: 0.0363343 Mar 31 21:44:11.054285 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '1d5f2e4e-a150-4691-9a9f-5393bc272426', 'name': '', 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'mac_address': 'fa:16:3e:6c:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:04Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 2, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'subnets': [{'id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:11.091428 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Checking router: c49eabba-2d5e-4fdb-8a86-3d456a1c0110 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:11.091782 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Updating router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 port 1d5f2e4e-a150-4691-9a9f-5393bc272426 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:44:11.129979 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.430611 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Publish callbacks [] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.436682 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5af749df-2a22-4797-9b95-a02a57e225fa up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:11.438770 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.515821 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 5af749df-2a22-4797-9b95-a02a57e225fa triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:11.516675 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.554343 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Pushing event updated for resources: {'Port': ['ID=1d5f2e4e-a150-4691-9a9f-5393bc272426,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:11.596484 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.596484 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.598073 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.598073 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.599125 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.599458 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.599781 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.600099 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.600419 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.600735 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.601053 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.601413 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.601739 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.602052 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.602983 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:11.620859 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Attempting to bind port 1d5f2e4e-a150-4691-9a9f-5393bc272426 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:11.624835 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Attempting to bind port 1d5f2e4e-a150-4691-9a9f-5393bc272426 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:11.625514 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Attempting to bind port 1d5f2e4e-a150-4691-9a9f-5393bc272426 on network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:11.641016 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:11.641741 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Checking segment: {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:11.642450 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.643013 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Bound using segment: {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:11.643743 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Bound port: 1d5f2e4e-a150-4691-9a9f-5393bc272426, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d308d21-4627-4d01-9247-8a8a4411acc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:11.644863 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.715291 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 5af749df-2a22-4797-9b95-a02a57e225fa is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:11.736588 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] For port 1d5f2e4e-a150-4691-9a9f-5393bc272426, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:11.740295 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] For port 1d5f2e4e-a150-4691-9a9f-5393bc272426, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=1d5f2e4e-a150-4691-9a9f-5393bc272426,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:11.748027 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.795483 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] Provisioning complete for port 1d5f2e4e-a150-4691-9a9f-5393bc272426 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:11.796188 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.802274 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Routers {'c49eabba-2d5e-4fdb-8a86-3d456a1c0110'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:11.802996 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:11.928320 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] Current status of the port 1d5f2e4e-a150-4691-9a9f-5393bc272426 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:11.928906 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.980798 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] For port 1d5f2e4e-a150-4691-9a9f-5393bc272426, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=1d5f2e4e-a150-4691-9a9f-5393bc272426,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:11.984895 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73566-c39c-4090-838c-d4fe6b448bda req-11366fe7-7307-45dd-b3cf-ef815d2dcc10 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:11.986580 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:11.994189 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-94f73566-c39c-4090-838c-d4fe6b448bda req-11366fe7-7307-45dd-b3cf-ef815d2dcc10 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0766723 Mar 31 21:44:12.007917 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-94fd26d5-5926-4afe-8ebe-b85725f76d4f req-b684fcec-128c-4280-94bf-b2733602c945 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 210 time: 0.0616357 Mar 31 21:44:12.031411 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51527c03-fcf5-45ec-91e1-2575b8a6c185 None None] Pushing event updated for resources: {'Port': ['ID=1d5f2e4e-a150-4691-9a9f-5393bc272426,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:12.072324 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-94f73566-c39c-4090-838c-d4fe6b448bda req-22797f83-c822-495e-96e4-66910e59bdd2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759077 Mar 31 21:44:12.084655 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ead66-58c1-4d78-a003-934356e59249 None None] Pushing event updated for resources: {'Port': ['ID=1d5f2e4e-a150-4691-9a9f-5393bc272426,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:12.090364 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] Set router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:12.116105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-aa430977-dd9d-47f3-8603-d5c67f2bfc17 None None] Provisioning complete for port 1d5f2e4e-a150-4691-9a9f-5393bc272426 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:12.116438 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-aa430977-dd9d-47f3-8603-d5c67f2bfc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:12.213903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-aa430977-dd9d-47f3-8603-d5c67f2bfc17 None None] Current status of the port 1d5f2e4e-a150-4691-9a9f-5393bc272426 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:12.263124 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-9c1103f8-64f7-4934-afe9-e0201324f6ed tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:12.265480 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-9c1103f8-64f7-4934-afe9-e0201324f6ed tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 816 time: 0.1390531 Mar 31 21:44:12.345716 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-b4fed101-0169-41da-bbbc-3eb76a6a0288 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 379 time: 0.0700896 Mar 31 21:44:12.356770 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'port': {'device_id': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'admin_state_up': True, 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'security_groups': ['400708d6-2568-4159-9bbe-14ce09f0e6e8']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:12.429853 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '1d5f2e4e-a150-4691-9a9f-5393bc272426', 'name': '', 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'mac_address': 'fa:16:3e:6c:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:04Z', 'updated_at': '2022-03-31T21:44:11Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'subnets': [{'id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:12.469868 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63df48a-7aa7-47a4-8d3b-7a663b07a2c9 None None] The sync data for ids ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'] in dv-cinder-836074-1-iscsi is: [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:44:05Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '1d5f2e4e-a150-4691-9a9f-5393bc272426', 'name': '', 'network_id': '1502cee5-bdc0-46ca-b1cf-cefcf92b166c', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'mac_address': 'fa:16:3e:6c:da:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:04Z', 'updated_at': '2022-03-31T21:44:11Z', 'revision_number': 4, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'subnets': [{'id': '4fed0d45-0a4b-4743-a3cf-81765340a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:12.485699 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Made reservation on behalf of 6e3486b0d8a845ce9219a0c2c82af1f6 for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:44:12.489295 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:12.948032 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Allocated IP 172.20.0.10 (5a706225-dc1c-4e00-a40d-b3c20e62fdc8/e8be7a40-7cf2-4952-aeb7-2a45b9502244/82ba5f35-a71d-40d2-9364-8c21211383fb) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:13.121118 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.144173 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-06504f79-ad05-4508-851a-081fd617626d req-6f407844-507c-4618-8473-e5dc2150cc30 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 210 time: 0.0404661 Mar 31 21:44:13.197844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.245410 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:13.251475 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:13.260568 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:13.294225 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aed88a-c28a-40e0-9049-dab486f146df req-027480bc-9a99-4d13-98c8-5642736d1b69 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:13.295859 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-85aed88a-c28a-40e0-9049-dab486f146df req-027480bc-9a99-4d13-98c8-5642736d1b69 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.1391752 Mar 31 21:44:13.300984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:13.357054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:13.357054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.393858 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-85aed88a-c28a-40e0-9049-dab486f146df req-b628660a-55d5-42df-90d8-3176aae248e5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827417 Mar 31 21:44:13.400165 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-86cb103c-65da-48a6-b052-61a20c2c9517 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0475614 Mar 31 21:44:13.442119 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1d5f2e4e-a150-4691-9a9f-5393bc272426 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:13.489252 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Request body: {'port': {'device_id': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:13.512701 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 1d5f2e4e-a150-4691-9a9f-5393bc272426 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:13.513323 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.550314 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.572389 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-089b896c-ba55-4cd8-b439-d0ef5c7294ea None None] Provisioning complete for port 82ba5f35-a71d-40d2-9364-8c21211383fb triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:13.572667 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-089b896c-ba55-4cd8-b439-d0ef5c7294ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.615944 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-089b896c-ba55-4cd8-b439-d0ef5c7294ea None None] Port 82ba5f35-a71d-40d2-9364-8c21211383fb cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:44:13.656753 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 1d5f2e4e-a150-4691-9a9f-5393bc272426 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:13.855651 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ba5f35-a71d-40d2-9364-8c21211383fb {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:13.869853 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Publish callbacks [] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.889585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Transition to ACTIVE for port object 82ba5f35-a71d-40d2-9364-8c21211383fb will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:44:13.893649 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:13.966798 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:14.045558 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Attempting to bind port 82ba5f35-a71d-40d2-9364-8c21211383fb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:14.045933 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Attempting to bind port 82ba5f35-a71d-40d2-9364-8c21211383fb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:14.046297 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Attempting to bind port 82ba5f35-a71d-40d2-9364-8c21211383fb on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:14.051315 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Port 82ba5f35-a71d-40d2-9364-8c21211383fb on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:44:14.051639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Attempting to bind port 82ba5f35-a71d-40d2-9364-8c21211383fb on network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:14.058075 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:14.058413 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Checking segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:14.058799 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Bound using segment: {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:14.059236 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Bound port: 82ba5f35-a71d-40d2-9364-8c21211383fb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:14.059597 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.132222 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:14.135953 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:14.144337 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.182069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.182961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.184340 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] 10.222.0.35 "PUT /v2.0/ports/82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 1094 time: 0.7659681 Mar 31 21:44:14.184887 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:14.187052 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e231fcb9-b819-4b87-bfd9-cb3174bdd265" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:14.215604 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c8abc-4b9d-479f-b119-672798eb2787 service neutron] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:14.286478 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5b546-c1e3-48da-9692-2b5f3ed7928a x-openstack-request-id: req-aab5b546-c1e3-48da-9692-2b5f3ed7928a {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:14.286892 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:14.287258 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aab5b546-c1e3-48da-9692-2b5f3ed7928a {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:14.287755 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab5b546-c1e3-48da-9692-2b5f3ed7928a'] response: {'name': 'network-changed', 'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'status': 'completed', 'code': 200} Mar 31 21:44:14.306307 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62d44-86c2-4437-9eaa-f8abbd4b88d5 req-b821703c-1ed0-43f8-9122-9d0cdda5c143 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.306903 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-e9547620-64f9-4988-bbe1-7b9f2b8672ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.308544 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-e9547620-64f9-4988-bbe1-7b9f2b8672ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1128 time: 0.0643570 Mar 31 21:44:14.308751 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3ab62d44-86c2-4437-9eaa-f8abbd4b88d5 req-b821703c-1ed0-43f8-9122-9d0cdda5c143 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0654914 Mar 31 21:44:14.359793 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-d26faff3-a891-4b7c-a070-8c25ba664e33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 217 time: 0.0390205 Mar 31 21:44:14.367087 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3ab62d44-86c2-4437-9eaa-f8abbd4b88d5 req-8db676fd-746a-46b2-9f30-44cc065f5238 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519192 Mar 31 21:44:14.419235 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-791eb0bb-aac8-4840-91bb-79dc452e6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.420744 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-791eb0bb-aac8-4840-91bb-79dc452e6b42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0520170 Mar 31 21:44:14.502186 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-e7e9a450-0271-4cd6-b405-c9a1cd7db3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.503725 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-e7e9a450-0271-4cd6-b405-c9a1cd7db3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657420 Mar 31 21:44:14.510842 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-98bcf718-d7ac-4761-82b4-6001c076fec4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.512303 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-98bcf718-d7ac-4761-82b4-6001c076fec4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.0774593 Mar 31 21:44:14.635434 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-f4a555c9-e134-4f7d-bf0f-6745394908da service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220117 Mar 31 21:44:14.640862 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Deleting port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:14.641452 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.643654 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd1a58-8e99-4065-8d00-145957b5c8bd req-cfcbb086-287d-4a21-bff7-3188af64082e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.645212 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fd1a58-8e99-4065-8d00-145957b5c8bd req-cfcbb086-287d-4a21-bff7-3188af64082e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 946 time: 0.1406024 Mar 31 21:44:14.753377 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] For port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:14.753748 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.754499 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fd1a58-8e99-4065-8d00-145957b5c8bd req-ec401d4d-6e60-4cb8-a584-c514c5729cd0 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006088 Mar 31 21:44:14.770519 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f54eb6a5-d6e4-4167-a8d3-cc6352b4aa6f req-f7a5de3c-8b33-4194-9bca-9e64eb45c7b2 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243019 Mar 31 21:44:14.901713 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-ad0e03bb-0788-4499-8cb4-6ef760a09813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:14.904211 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-ad0e03bb-0788-4499-8cb4-6ef760a09813 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1128 time: 0.0556779 Mar 31 21:44:14.960627 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.961031 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (ef045a7d-5324-4ee2-868c-c24662aa9438), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:14.961379 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Floating IP ef045a7d-5324-4ee2-868c-c24662aa9438 disassociated. External IP: 172.27.1.167, port: 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1. Mar 31 21:44:14.962270 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Calling delete_port for 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:15.008372 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-3f61f02c-d72d-4294-88a1-58bc2dadb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:15.009936 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-3f61f02c-d72d-4294-88a1-58bc2dadb783 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.0929854 Mar 31 21:44:15.064467 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-e41f783b-39f7-41e5-ab5a-aeb18498477b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 217 time: 0.0444465 Mar 31 21:44:15.124193 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (8f9fa5a0-7897-40fb-94a3-6a53df2d34c1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:15.147042 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-301f305b-5c05-4df5-9f06-6afe1e5cdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:15.148525 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-301f305b-5c05-4df5-9f06-6afe1e5cdc9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0695262 Mar 31 21:44:15.155472 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event deleted for resources: {'Port': ['ID=8f9fa5a0-7897-40fb-94a3-6a53df2d34c1,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:15.213167 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-134b7032-e775-493e-b4f4-51c81660aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:15.214817 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-134b7032-e775-493e-b4f4-51c81660aa53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569961 Mar 31 21:44:15.344899 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-1971feed-3752-4700-86c2-b6915fe8b4e3 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135869 Mar 31 21:44:15.460769 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e231fcb9-b819-4b87-bfd9-cb3174bdd265 req-ad29bbd2-0e34-445e-ab35-560c548cb979 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064172 Mar 31 21:44:15.613935 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540dd39-623e-482d-acb9-2921ffd3e82b req-156f2951-a761-4a02-9933-6e2f099b8c48 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:15.615528 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4540dd39-623e-482d-acb9-2921ffd3e82b req-156f2951-a761-4a02-9933-6e2f099b8c48 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0882003 Mar 31 21:44:15.622184 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:15.746244 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4540dd39-623e-482d-acb9-2921ffd3e82b req-f803d2b7-7c18-4b99-b443-c4b8cdf81215 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206987 Mar 31 21:44:15.781710 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:15.792826 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:15.803820 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:15.804674 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:15.841813 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] No DVR routers for this DVR port 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:15.845130 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:15.850747 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5134f36b-7c29-4575-ad35-b19e72326af4 req-078f5536-e36d-45b6-9df2-102b65d3a59f tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "DELETE /v2.0/ports/8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 HTTP/1.1" status: 204 len: 173 time: 1.3302567 Mar 31 21:44:15.850747 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'name': 'network-vif-deleted', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:15.851302 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48697e2-b481-4daf-ad9c-30479e0e5dc8" -d '{"events": [{"server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "name": "network-vif-deleted", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:15.907190 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeef671-5f04-4604-b643-3679710c602d x-openstack-request-id: req-eeeef671-5f04-4604-b643-3679710c602d {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:15.907482 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ec2bc-d756-4500-ada6-b9f166978933", "name": "network-vif-deleted", "tag": "8f9fa5a0-7897-40fb-94a3-6a53df2d34c1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:15.907731 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeeef671-5f04-4604-b643-3679710c602d {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:15.908133 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeef671-5f04-4604-b643-3679710c602d'] response: {'server_uuid': 'a15ec2bc-d756-4500-ada6-b9f166978933', 'name': 'network-vif-deleted', 'tag': '8f9fa5a0-7897-40fb-94a3-6a53df2d34c1', 'status': 'completed', 'code': 200} Mar 31 21:44:15.920768 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-efaf9f37-ee88-4b9a-bc9c-dc0decc70132 req-c5b5bee7-1f65-402c-b328-f0d8d4bad8d3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=a15ec2bc-d756-4500-ada6-b9f166978933 HTTP/1.1" status: 200 len: 210 time: 0.0601130 Mar 31 21:44:15.985545 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:16.213892 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:16.242250 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:16.254301 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:16.255253 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:16.506669 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:16.746716 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:16.780675 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fde6a5-8c93-4a5d-a7ac-9f34478f78e4 None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:16.884833 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8f27-d992-40b5-8f5f-5dcca107bae3 req-b8deb080-4085-4889-ab2b-858e72c86cf6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:16.886503 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f03e8f27-d992-40b5-8f5f-5dcca107bae3 req-b8deb080-4085-4889-ab2b-858e72c86cf6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0579927 Mar 31 21:44:16.958307 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f03e8f27-d992-40b5-8f5f-5dcca107bae3 req-031e7059-d1fc-4d72-84e7-02e3b6f44f78 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657663 Mar 31 21:44:17.028148 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54892) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:17.063146 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d99894-7748-45db-9fe9-9fc08358af45 None None] New status for floating IP ef045a7d-5324-4ee2-868c-c24662aa9438: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:17.087646 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8a5efff2-2c1d-488a-9146-b57dde3e0ef8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (e74997e4-f01c-4b19-b6f8-a8b168cdf0c0), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.111780 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8a5efff2-2c1d-488a-9146-b57dde3e0ef8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (e74997e4-f01c-4b19-b6f8-a8b168cdf0c0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.165505 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8a5efff2-2c1d-488a-9146-b57dde3e0ef8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e74997e4-f01c-4b19-b6f8-a8b168cdf0c0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.168315 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8a5efff2-2c1d-488a-9146-b57dde3e0ef8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.169705 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8a5efff2-2c1d-488a-9146-b57dde3e0ef8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "DELETE /v2.0/security-groups/e74997e4-f01c-4b19-b6f8-a8b168cdf0c0 HTTP/1.1" status: 204 len: 168 time: 0.1405241 Mar 31 21:44:17.174077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54894) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:17.180311 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5efff2-2c1d-488a-9146-b57dde3e0ef8 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74997e4-f01c-4b19-b6f8-a8b168cdf0c0,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:17.189082 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-ca6994f4-d02c-4aed-9188-2ba58b82dcea tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] show failed (client error): The resource could not be found. Mar 31 21:44:17.189725 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ca6994f4-d02c-4aed-9188-2ba58b82dcea tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups/e74997e4-f01c-4b19-b6f8-a8b168cdf0c0 HTTP/1.1" status: 404 len: 347 time: 0.0141332 Mar 31 21:44:17.192677 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54896) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:17.347126 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Deleting port ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:17.347646 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.442352 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.442634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.463143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Calling delete_port for ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1 owned by network:floatingip {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:17.509078 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:44:17.512889 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:17.540765 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:17.541091 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 8f9fa5a0-7897-40fb-94a3-6a53df2d34c1 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:17.624054 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.648037 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:17.656497 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event deleted for resources: {'Port': ['ID=ad1c8c45-c66b-46f1-9d63-cf9b2c4cdbf1,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:17.660707 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'mac_address': 'fa:16:3e:87:69:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:44:17.702802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:17.703101 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.717125 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ba5f35-a71d-40d2-9364-8c21211383fb {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:17.718220 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (ef045a7d-5324-4ee2-868c-c24662aa9438), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.720775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.721988 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f9301259-8531-41ef-b70d-3d869c8bc736 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "DELETE /v2.0/floatingips/ef045a7d-5324-4ee2-868c-c24662aa9438 HTTP/1.1" status: 204 len: 168 time: 0.5280838 Mar 31 21:44:17.738723 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:17.743344 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:17.812133 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:18.061543 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['82ba5f35-a71d-40d2-9364-8c21211383fb'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:18.151004 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 54904) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:18.157060 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305257958', 'description': 'tempest-description--253929212'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:18.190456 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.192905 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dee05e-dc41-4443-a131-75f5d5f3514c req-eec40cf2-65b7-4005-88d6-d463a7112fc4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:18.196875 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-67dee05e-dc41-4443-a131-75f5d5f3514c req-eec40cf2-65b7-4005-88d6-d463a7112fc4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 945 time: 0.0954986 Mar 31 21:44:18.297518 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-67dee05e-dc41-4443-a131-75f5d5f3514c req-8d3a1972-985a-41a7-a160-68ecd9b25c46 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848284 Mar 31 21:44:18.312169 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (78b3596e-6bcc-4e76-8992-d4018a0163c4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.317260 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (78b3596e-6bcc-4e76-8992-d4018a0163c4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.347057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.348328 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1959260 Mar 31 21:44:18.352577 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54906) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:18.358335 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e1fd5-cb97-4605-b5e1-9ceb016ab80e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3596e-6bcc-4e76-8992-d4018a0163c4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:18.359136 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'security_group_rule': {'security_group_id': '78b3596e-6bcc-4e76-8992-d4018a0163c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:18.400112 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (a262c759-2e61-4619-9974-bf512541d374), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.469949 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (a262c759-2e61-4619-9974-bf512541d374), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.474003 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (a262c759-2e61-4619-9974-bf512541d374), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.494736 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a262c759-2e61-4619-9974-bf512541d374,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:18.500140 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.501428 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1d96c891-dd70-4044-a330-b9b40cb6f273 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467698 Mar 31 21:44:18.504511 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54908) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:18.508823 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'security_group_rule': {'security_group_id': '78b3596e-6bcc-4e76-8992-d4018a0163c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:18.536710 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (4887456f-0a93-49d0-a604-9e3695d21497), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.604745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (4887456f-0a93-49d0-a604-9e3695d21497), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.608636 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (4887456f-0a93-49d0-a604-9e3695d21497), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.628537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4887456f-0a93-49d0-a604-9e3695d21497,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:18.639408 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.641649 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-bcc2338a-4a12-4fc1-9491-ad3ab2a426b3 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1360645 Mar 31 21:44:18.644528 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54910) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:18.649648 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:18.681917 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.738110 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.787470 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:18.904210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Allocated IP 172.27.1.66 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/f8733a3f-30d8-4844-a614-ea14199333d4) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:19.040575 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for port (f8733a3f-30d8-4844-a614-ea14199333d4), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.079194 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (f8733a3f-30d8-4844-a614-ea14199333d4), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.120231 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:19.123792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:19.130598 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:19.155137 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'Port': ['ID=f8733a3f-30d8-4844-a614-ea14199333d4,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:19.231960 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (357c9146-b8bd-492d-b98b-ed5c562b0b5c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.291703 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (f8733a3f-30d8-4844-a614-ea14199333d4), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.468818 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225ecd2-396c-477c-b321-63a1ae0af622 req-fb41d2bf-cab0-422c-b58d-213b532e9f7e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:19.470587 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0225ecd2-396c-477c-b321-63a1ae0af622 req-fb41d2bf-cab0-422c-b58d-213b532e9f7e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 945 time: 0.0795147 Mar 31 21:44:19.522569 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:19.530487 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0225ecd2-396c-477c-b321-63a1ae0af622 req-4ea7ad14-52eb-4b94-9f49-0cffe7c3937c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538247 Mar 31 21:44:19.548571 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for port (f8733a3f-30d8-4844-a614-ea14199333d4), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.559414 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (f8733a3f-30d8-4844-a614-ea14199333d4), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.626543 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 82ba5f35-a71d-40d2-9364-8c21211383fb completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:44:19.632838 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 82ba5f35-a71d-40d2-9364-8c21211383fb triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:19.634059 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.684776 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'Port': ['ID=f8733a3f-30d8-4844-a614-ea14199333d4,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:19.702447 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (357c9146-b8bd-492d-b98b-ed5c562b0b5c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.726755 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.728519 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-20a15e9e-ac68-470e-a999-d9dadced0a54 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0829322 Mar 31 21:44:19.766216 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:19.766800 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.791845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:19.794281 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f48d2f5-f4e2-449f-b60d-8fe7a8edc366" -d '{"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-plugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:19.811147 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:19.819575 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:19.858751 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b844446-980b-43b7-bf24-83d3ea3e1be9 x-openstack-request-id: req-9b844446-980b-43b7-bf24-83d3ea3e1be9 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:19.859054 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-plugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:19.859308 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b844446-980b-43b7-bf24-83d3ea3e1be9 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:19.859772 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b844446-980b-43b7-bf24-83d3ea3e1be9'] response: {'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'code': 200} Mar 31 21:44:19.897813 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:19.938498 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-cfd03550-8344-4b61-9202-4afbb5443373 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1305257958&fields=id&tenant_id=c56e199432874020afc4e267f6fe290c HTTP/1.1" status: 200 len: 267 time: 0.0730913 Mar 31 21:44:20.107020 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-3ca84963-c319-46ee-b222-895f64e2b732 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:20.108599 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-3ca84963-c319-46ee-b222-895f64e2b732 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 811 time: 0.1627605 Mar 31 21:44:20.130618 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-67c7b7f8-2bbf-4443-b5c8-e61fd3b573d9 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/quotas/c56e199432874020afc4e267f6fe290c HTTP/1.1" status: 200 len: 375 time: 0.0148387 Mar 31 21:44:20.139510 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4cdc-660b-47f5-9f3b-25b3c46ec2eb req-09a48fb9-0560-4207-9455-fa2929cde553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:20.141385 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dafa4cdc-660b-47f5-9f3b-25b3c46ec2eb req-09a48fb9-0560-4207-9455-fa2929cde553 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1130 time: 0.0839381 Mar 31 21:44:20.233010 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-47ce4776-fd1f-4114-b73b-bd27467a6c33 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905652 Mar 31 21:44:20.235371 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-dafa4cdc-660b-47f5-9f3b-25b3c46ec2eb req-68603f99-979d-437f-88f4-5c47502f605f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841045 Mar 31 21:44:20.344704 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-9f30d1bb-95f4-4efd-8c61-441d97532c4f service neutron] 10.222.0.20 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994298 Mar 31 21:44:20.455576 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-6944742e-d64f-4646-886b-a50795db642b service neutron] 10.222.0.20 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048365 Mar 31 21:44:20.678884 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7884635a-0251-403a-be7d-f93b1c0be628 req-f9929105-48f7-4bb3-896e-940d7cf7d5e4 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 210 time: 0.0474844 Mar 31 21:44:20.715039 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a118a3-476c-45a3-ae06-1105a9f42398 req-3906305b-3c8e-4ad9-a098-ecbcd0751f2f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:20.716589 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62a118a3-476c-45a3-ae06-1105a9f42398 req-3906305b-3c8e-4ad9-a098-ecbcd0751f2f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0702772 Mar 31 21:44:20.770496 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-62a118a3-476c-45a3-ae06-1105a9f42398 req-bcf39b62-2062-431d-9524-fc9099dbad07 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480599 Mar 31 21:44:21.789788 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a1060f45-2f7a-4c18-aa2b-02a2dab0cf86 req-79be055b-6577-46ae-a0bb-e654d266a9a6 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Mar 31 21:44:21.927075 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76592581-3b54-42f9-951c-1b517e5dbb40 req-d4663470-96d7-4fd9-af92-2f6c466db5b0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:21.928611 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76592581-3b54-42f9-951c-1b517e5dbb40 req-d4663470-96d7-4fd9-af92-2f6c466db5b0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0575531 Mar 31 21:44:21.942209 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-49e53148-139e-462c-a0e0-2f0bb5dbd78c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:21.943765 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-49e53148-139e-462c-a0e0-2f0bb5dbd78c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 811 time: 0.1355817 Mar 31 21:44:22.016240 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76592581-3b54-42f9-951c-1b517e5dbb40 req-cac4e292-edbf-41fa-b6ef-67ad4cbec770 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789466 Mar 31 21:44:22.026002 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-e4c42861-daf2-414e-9a5c-83f5e7006892 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56e199432874020afc4e267f6fe290c HTTP/1.1" status: 200 len: 380 time: 0.0726702 Mar 31 21:44:22.038992 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'port': {'device_id': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'admin_state_up': True, 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'security_groups': ['78b3596e-6bcc-4e76-8992-d4018a0163c4']}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:22.189351 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25abd1-0a42-4c02-bf17-68c7c18386b0 req-d839f0fb-37c9-4c9d-afcf-9fcf87fd0929 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:22.190908 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4a25abd1-0a42-4c02-bf17-68c7c18386b0 req-d839f0fb-37c9-4c9d-afcf-9fcf87fd0929 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0905852 Mar 31 21:44:22.200145 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 54972) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:22.207412 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Request body: {'floatingip': {'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:22.211719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Made reservation on behalf of c56e199432874020afc4e267f6fe290c for: {'port': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:44:22.215119 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:22.264505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (1ab72832-4ffc-436b-9f93-33ed3af32b08), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:22.551116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Allocated IP 172.20.0.7 (088043db-2f54-48c8-a654-e23dec40ff76/6bbcc4c5-248b-4e7e-a6df-454e38ad6761/1f5d1d1b-da54-4660-9456-9068a62c6539) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:22.849245 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:22.905396 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5b5373e5-7dde-4ab1-a4b4-49819293a2bf req-4268a46f-5399-45b2-b629-760249410149 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 210 time: 0.0333626 Mar 31 21:44:22.947253 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:22.952754 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (1ab72832-4ffc-436b-9f93-33ed3af32b08), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:22.988147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:23.077408 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Network 088043db-2f54-48c8-a654-e23dec40ff76 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:23.084917 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:23.092723 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:23.095426 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event updated for resources: {'Port': ['ID=1f5d1d1b-da54-4660-9456-9068a62c6539,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:23.151522 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Floating IP 1ab72832-4ffc-436b-9f93-33ed3af32b08 associated. External IP: 172.27.1.109, port: 82ba5f35-a71d-40d2-9364-8c21211383fb. Mar 31 21:44:23.159915 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:23.160599 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:23.243914 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-ef8ff435-22a3-4837-80b9-090baef24806 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2095923 Mar 31 21:44:23.260868 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Request body: {'port': {'device_id': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:23.355475 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:23.405609 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-91318d6e-948c-4ed2-aee8-2578bccbea3b None None] Provisioning complete for port 1f5d1d1b-da54-4660-9456-9068a62c6539 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:23.406292 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-91318d6e-948c-4ed2-aee8-2578bccbea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:23.444614 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-91318d6e-948c-4ed2-aee8-2578bccbea3b None None] Port 1f5d1d1b-da54-4660-9456-9068a62c6539 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:44:23.839283 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:24.073685 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:24.083881 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:24.094376 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:24.094792 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:24.095480 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:24.130253 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e4ee1-81f7-47a6-b2b3-0cc32d81e7f2 req-5f5b93a0-501c-42d9-9a6a-de7d56d6c24d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.131761 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-122e4ee1-81f7-47a6-b2b3-0cc32d81e7f2 req-5f5b93a0-501c-42d9-9a6a-de7d56d6c24d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 931 time: 0.1403208 Mar 31 21:44:24.153468 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5d1d1b-da54-4660-9456-9068a62c6539 {{(pid=104524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:24.161783 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f6f66e12-1917-4a1d-b8d6-bbb8e53409bb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "PUT /v2.0/floatingips/1ab72832-4ffc-436b-9f93-33ed3af32b08 HTTP/1.1" status: 200 len: 992 time: 1.9604697 Mar 31 21:44:24.163733 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Publish callbacks [] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:24.171210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:24.174358 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:24.198884 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.provisioning_blocks [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Transition to ACTIVE for port object 1f5d1d1b-da54-4660-9456-9068a62c6539 will not be triggered until provisioned by entity L2. {{(pid=104524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:44:24.209699 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:24.209927 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:24.234261 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-122e4ee1-81f7-47a6-b2b3-0cc32d81e7f2 req-cb3fe5d3-d44a-4133-ab96-055569898552 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946231 Mar 31 21:44:24.300745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=1f5d1d1b-da54-4660-9456-9068a62c6539,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:24.375992 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Attempting to bind port 1f5d1d1b-da54-4660-9456-9068a62c6539 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:24.376558 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Attempting to bind port 1f5d1d1b-da54-4660-9456-9068a62c6539 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:24.377177 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Attempting to bind port 1f5d1d1b-da54-4660-9456-9068a62c6539 on network 088043db-2f54-48c8-a654-e23dec40ff76 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:24.384156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Port 1f5d1d1b-da54-4660-9456-9068a62c6539 on network 088043db-2f54-48c8-a654-e23dec40ff76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:44:24.384491 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Attempting to bind port 1f5d1d1b-da54-4660-9456-9068a62c6539 on network 088043db-2f54-48c8-a654-e23dec40ff76 {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:24.390246 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:24.390588 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Checking segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:24.390980 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Bound using segment: {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'} {{(pid=104524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:24.391415 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.managers [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Bound port: 1f5d1d1b-da54-4660-9456-9068a62c6539, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76'}}] {{(pid=104524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:24.391775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:24.446185 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb37e45f-bccd-4942-8512-03f28113c01b x-openstack-request-id: req-cb37e45f-bccd-4942-8512-03f28113c01b {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:24.446480 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:24.446734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb37e45f-bccd-4942-8512-03f28113c01b {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:24.447171 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb37e45f-bccd-4942-8512-03f28113c01b'] response: {'name': 'network-changed', 'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'status': 'completed', 'code': 200} Mar 31 21:44:24.462857 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '1ab72832-4ffc-436b-9f93-33ed3af32b08', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'mac_address': 'fa:16:3e:87:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:09Z', 'updated_at': '2022-03-31T21:44:22Z', 'revision_number': 1, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:24.480567 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] For port 1f5d1d1b-da54-4660-9456-9068a62c6539, host hv-cinder-83607, cleared binding levels {{(pid=104524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:24.484684 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] For port 1f5d1d1b-da54-4660-9456-9068a62c6539, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1f5d1d1b-da54-4660-9456-9068a62c6539,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:24.492297 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:24.497920 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:24.509581 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:24.510815 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:24.523168 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-a52fa321-3e3c-42f0-b94f-00a01d166d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.525980 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-a52fa321-3e3c-42f0-b94f-00a01d166d4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1130 time: 0.0521374 Mar 31 21:44:24.539642 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.540184 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:24.541617 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] 10.222.0.35 "PUT /v2.0/ports/1f5d1d1b-da54-4660-9456-9068a62c6539 HTTP/1.1" status: 200 len: 1093 time: 1.2871871 Mar 31 21:44:24.566782 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcb5df-a3b1-4721-9391-dcc9921aa1ce service neutron] Pushing event updated for resources: {'Port': ['ID=1f5d1d1b-da54-4660-9456-9068a62c6539,revision_number=3']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:24.637508 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-57c41d93-2f1e-4fd4-a1e3-7d030463708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.639395 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-57c41d93-2f1e-4fd4-a1e3-7d030463708d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1014540 Mar 31 21:44:24.659349 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-6d147d87-65a9-4951-9bca-f63d0bf922e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.661223 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-6d147d87-65a9-4951-9bca-f63d0bf922e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 1127 time: 0.0594199 Mar 31 21:44:24.670431 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:24.718487 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-5118b6ab-fc09-4683-91fd-5b118f5a3f6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f5d1d1b-da54-4660-9456-9068a62c6539 HTTP/1.1" status: 200 len: 217 time: 0.0468335 Mar 31 21:44:24.737889 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-420146df-4420-41b7-a881-917369098c52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 1000 time: 0.0877159 Mar 31 21:44:24.773980 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-30d64394-da1b-48de-bc41-ebae2eadbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.775463 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-30d64394-da1b-48de-bc41-ebae2eadbcfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0470855 Mar 31 21:44:24.798287 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-7f348576-4c7c-4f15-a4de-0f7ef5622d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.800352 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-7f348576-4c7c-4f15-a4de-0f7ef5622d45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0536811 Mar 31 21:44:24.839227 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-3e7125f4-bcff-4bdf-a6d0-9a84dcc434e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.842319 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-3e7125f4-bcff-4bdf-a6d0-9a84dcc434e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549972 Mar 31 21:44:24.869064 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-18f2f434-e060-486c-87fd-8d669e601bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:24.871182 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-18f2f434-e060-486c-87fd-8d669e601bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595131 Mar 31 21:44:24.951193 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-9a0367ec-d30f-42a9-97cc-c5c8551c905d service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984914 Mar 31 21:44:24.977790 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-0267228e-1c32-4b29-b243-a90f5566e193 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981915 Mar 31 21:44:24.992080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '1ab72832-4ffc-436b-9f93-33ed3af32b08', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'mac_address': 'fa:16:3e:87:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:09Z', 'updated_at': '2022-03-31T21:44:22Z', 'revision_number': 1, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:25.028304 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f1bd7-1cfc-451e-9a76-b996032b3921 None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '1ab72832-4ffc-436b-9f93-33ed3af32b08', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'mac_address': 'fa:16:3e:87:69:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:09Z', 'updated_at': '2022-03-31T21:44:22Z', 'revision_number': 1, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:25.073945 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c8c4af1-93ee-4f48-a9a8-af969baabc20 req-1aa8d669-f851-45b4-b3b2-3663f1589dda service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091831 Mar 31 21:44:25.078310 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a83b0f8f-7bda-4a30-b2be-fc3724861b1e req-a41cf472-d0c8-49eb-a26a-1c84ae2d73d0 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927973 Mar 31 21:44:25.241111 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70375c-e371-46f0-b203-a575f2858814 None None] New status for floating IP 1ab72832-4ffc-436b-9f93-33ed3af32b08: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:25.362272 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4864943-eb1f-45b7-8ac6-7a5648efd043 req-4a3ced8f-3ddb-413d-8918-100195660ce5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:25.363769 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d4864943-eb1f-45b7-8ac6-7a5648efd043 req-4a3ced8f-3ddb-413d-8918-100195660ce5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 943 time: 0.0587738 Mar 31 21:44:25.421713 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d4864943-eb1f-45b7-8ac6-7a5648efd043 req-083a7d80-d600-4e4c-9165-e4e991b2ad88 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516796 Mar 31 21:44:26.448562 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:26.451002 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676ff68e-46bc-4723-9390-e1c3e01bf201" -d '{"events": [{"name": "network-changed", "server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:26.488874 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3a4c7b-04bb-413c-ad25-d5cce361df2e x-openstack-request-id: req-fb3a4c7b-04bb-413c-ad25-d5cce361df2e {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:26.489781 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:26.489781 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb3a4c7b-04bb-413c-ad25-d5cce361df2e {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:26.490095 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3a4c7b-04bb-413c-ad25-d5cce361df2e'] response: {'name': 'network-changed', 'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'status': 'completed', 'code': 200} Mar 31 21:44:26.589164 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-c4d7cd13-b848-421f-aa7a-bdd04034acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.590714 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-c4d7cd13-b848-421f-aa7a-bdd04034acae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 1127 time: 0.0762146 Mar 31 21:44:26.598776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee7c4-96cb-4fb0-99f8-cce8908528ff req-bd36d3e5-4f33-427e-a6f0-9bfc6445ea4b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.600151 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b3bee7c4-96cb-4fb0-99f8-cce8908528ff req-bd36d3e5-4f33-427e-a6f0-9bfc6445ea4b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 943 time: 0.0964959 Mar 31 21:44:26.660138 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-b44c0154-6bc9-4f66-80b5-649af92f260f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769920128&fields=id&tenant_id=008245ac1e8c46ff8765a02a6000b847 HTTP/1.1" status: 200 len: 267 time: 0.0444100 Mar 31 21:44:26.720101 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b3bee7c4-96cb-4fb0-99f8-cce8908528ff req-2d6c499c-5f5a-4865-9246-c59707a08169 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069946 Mar 31 21:44:26.735828 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-80aada69-a7f1-4330-a8a2-6484219dcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.737327 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-80aada69-a7f1-4330-a8a2-6484219dcf3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.1330719 Mar 31 21:44:26.770720 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-b2e4cc26-5c71-4691-9867-fed9603530a4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.772164 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-b2e4cc26-5c71-4691-9867-fed9603530a4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 807 time: 0.1054027 Mar 31 21:44:26.785736 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-7c97fa45-ce09-46cb-9be2-1f78d958ccba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f5d1d1b-da54-4660-9456-9068a62c6539 HTTP/1.1" status: 200 len: 217 time: 0.0335088 Mar 31 21:44:26.787335 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-edf1070c-2721-464d-accd-fb7746176377 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/quotas/008245ac1e8c46ff8765a02a6000b847 HTTP/1.1" status: 200 len: 375 time: 0.0095861 Mar 31 21:44:26.845939 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-2d215b31-5991-4342-86b3-9d905608b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.847463 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-2d215b31-5991-4342-86b3-9d905608b686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0493233 Mar 31 21:44:26.858318 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-c2b9dcad-0870-43f0-b754-97e9cce9e982 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647705 Mar 31 21:44:26.912791 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-c46ebeb9-e91a-45a2-ab9e-365c474a5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:26.915331 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-c46ebeb9-e91a-45a2-ab9e-365c474a5fec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553901 Mar 31 21:44:26.965372 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-409f5b9c-8822-49bb-a898-581e48658490 service neutron] 10.222.0.20 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949075 Mar 31 21:44:27.012975 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-4aee935b-d113-4f86-bfc9-48a2bb70bc7f service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892179 Mar 31 21:44:27.071312 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-f93e362e-aa01-46db-9a08-f1c1f3bd284c service neutron] 10.222.0.20 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996411 Mar 31 21:44:27.115864 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-676ff68e-46bc-4723-9390-e1c3e01bf201 req-30110940-3252-4c2c-8956-f9f7e5027eb6 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956304 Mar 31 21:44:27.383971 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-336e8930-82a3-4a5c-86d7-b001f67ebbee req-72bafa26-7ef0-4252-983d-8b47a76ab5e8 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 210 time: 0.0295639 Mar 31 21:44:27.539186 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 1f5d1d1b-da54-4660-9456-9068a62c6539 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:44:27.646117 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 1f5d1d1b-da54-4660-9456-9068a62c6539, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1f5d1d1b-da54-4660-9456-9068a62c6539,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:27.658940 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'port_id': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'mac_address': 'fa:16:3e:ad:0c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:44:27.697101 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 1f5d1d1b-da54-4660-9456-9068a62c6539 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:27.697515 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:27.710180 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5d1d1b-da54-4660-9456-9068a62c6539 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:27.730614 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 1f5d1d1b-da54-4660-9456-9068a62c6539, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1f5d1d1b-da54-4660-9456-9068a62c6539,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:27.734581 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:27.783070 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=1f5d1d1b-da54-4660-9456-9068a62c6539,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:27.859409 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10043-b3a4-4365-b8dc-283d6025ac0e req-e1b91e13-45b9-4ac9-b855-d4cea4b85699 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:27.860822 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-26c10043-b3a4-4365-b8dc-283d6025ac0e req-e1b91e13-45b9-4ac9-b855-d4cea4b85699 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Mar 31 21:44:27.910867 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-26c10043-b3a4-4365-b8dc-283d6025ac0e req-917234fd-64dd-46f3-8c59-f02858ab039b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Mar 31 21:44:28.068477 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['1f5d1d1b-da54-4660-9456-9068a62c6539'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:28.485368 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-50b2cdbc-555b-48e5-9459-258446a527b6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:28.486885 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-50b2cdbc-555b-48e5-9459-258446a527b6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 807 time: 0.1269631 Mar 31 21:44:28.543505 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:44:28.565943 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b8049c21-32ce-4d7d-9e0f-436d173bd9f8 req-ba35ee59-771a-4a59-9ece-6077f6f901dc tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 210 time: 0.0697460 Mar 31 21:44:28.621675 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-0e544cd2-b8e4-4ce4-9f66-d14cea528c66 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=008245ac1e8c46ff8765a02a6000b847 HTTP/1.1" status: 200 len: 379 time: 0.1100667 Mar 31 21:44:28.630987 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'port': {'device_id': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'admin_state_up': True, 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'security_groups': ['f9ccfcad-184b-4e00-b41a-22891aabfc30']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:28.737098 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Made reservation on behalf of 008245ac1e8c46ff8765a02a6000b847 for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:44:28.740440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:28.878386 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Allocated IP 172.20.0.13 (a4399bbf-1b92-47ab-9f4b-5b11979a70de/d9bdfd71-2fa4-4968-8e25-848a5de04945/56f7eed2-d3f8-4072-b540-0e1623b52377) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:29.052681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd80258-fa41-48be-97f2-75d9af687d30 req-3458b339-821e-4684-a5b4-d5b3115dca53 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:29.055473 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0dd80258-fa41-48be-97f2-75d9af687d30 req-3458b339-821e-4684-a5b4-d5b3115dca53 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 944 time: 0.0676124 Mar 31 21:44:29.059514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.100658 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.110821 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0dd80258-fa41-48be-97f2-75d9af687d30 req-9ea7b3ac-4653-40c9-ac8e-bebd5a03cd49 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481377 Mar 31 21:44:29.147845 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:29.151550 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:29.157922 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:29.166462 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:29.197746 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.198092 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.198433 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.198763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.199099 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.199423 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.199743 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.200068 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.200382 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.200697 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.201021 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.201348 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.201670 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.201984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.202302 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:29.226525 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:29.227154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.245609 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-1c8ee157-54c0-43b8-8ae8-72f570310c30 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185298 Mar 31 21:44:29.259054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Request body: {'port': {'device_id': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:29.329446 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.461872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-f318850c-f446-4a98-8e1e-2b3b1c715768 None None] Provisioning complete for port 56f7eed2-d3f8-4072-b540-0e1623b52377 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:29.462537 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f318850c-f446-4a98-8e1e-2b3b1c715768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.498225 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f318850c-f446-4a98-8e1e-2b3b1c715768 None None] Port 56f7eed2-d3f8-4072-b540-0e1623b52377 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:44:29.536755 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 1f5d1d1b-da54-4660-9456-9068a62c6539 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:29.594367 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 1f5d1d1b-da54-4660-9456-9068a62c6539 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:44:29.599948 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 1f5d1d1b-da54-4660-9456-9068a62c6539 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:29.600322 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.646017 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f7eed2-d3f8-4072-b540-0e1623b52377 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:29.663039 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Publish callbacks [] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.703221 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Transition to ACTIVE for port object 56f7eed2-d3f8-4072-b540-0e1623b52377 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:44:29.703889 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 1f5d1d1b-da54-4660-9456-9068a62c6539 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:29.704360 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.709556 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.732894 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:29.735203 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c3b4b0-1bc9-44e9-b3d5-96fbcda26acb" -d '{"events": [{"server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "name": "network-vif-plugged", "status": "completed", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:29.758982 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 1f5d1d1b-da54-4660-9456-9068a62c6539, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1f5d1d1b-da54-4660-9456-9068a62c6539,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:29.767029 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:29.781114 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be037f33-822c-4b0b-8efb-fa429c91921d req-fcac97f8-b967-4e7d-b099-faa3dacccf1d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:29.782683 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be037f33-822c-4b0b-8efb-fa429c91921d req-fcac97f8-b967-4e7d-b099-faa3dacccf1d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 932 time: 0.1283684 Mar 31 21:44:29.790707 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:29.811836 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0039d1-ee61-433c-90ee-3134c128d3e2 x-openstack-request-id: req-de0039d1-ee61-433c-90ee-3134c128d3e2 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:29.812140 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "name": "network-vif-plugged", "status": "completed", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:29.812386 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de0039d1-ee61-433c-90ee-3134c128d3e2 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:29.812791 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0039d1-ee61-433c-90ee-3134c128d3e2'] response: {'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'code': 200} Mar 31 21:44:29.840147 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=1f5d1d1b-da54-4660-9456-9068a62c6539,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:29.905554 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-be037f33-822c-4b0b-8efb-fa429c91921d req-1961a8a8-03e3-4398-bd68-1a314a18e69b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856302 Mar 31 21:44:29.918088 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Attempting to bind port 56f7eed2-d3f8-4072-b540-0e1623b52377 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:29.918650 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Attempting to bind port 56f7eed2-d3f8-4072-b540-0e1623b52377 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:29.919289 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Attempting to bind port 56f7eed2-d3f8-4072-b540-0e1623b52377 on network a4399bbf-1b92-47ab-9f4b-5b11979a70de {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:29.924587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Port 56f7eed2-d3f8-4072-b540-0e1623b52377 on network a4399bbf-1b92-47ab-9f4b-5b11979a70de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:44:29.924902 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Attempting to bind port 56f7eed2-d3f8-4072-b540-0e1623b52377 on network a4399bbf-1b92-47ab-9f4b-5b11979a70de {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:29.933466 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:29.935053 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Checking segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:29.936012 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Bound using segment: {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:29.936508 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Bound port: 56f7eed2-d3f8-4072-b540-0e1623b52377, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:29.936986 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.024757 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e560b9-f0d8-41f2-bb2b-06fd7b6da2ef req-eb2a0a09-ba83-4439-94be-d62e65a69d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.025238 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:30.026395 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-06e560b9-f0d8-41f2-bb2b-06fd7b6da2ef req-eb2a0a09-ba83-4439-94be-d62e65a69d7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 1129 time: 0.0561991 Mar 31 21:44:30.031201 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:30.043372 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.084414 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.084780 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:30.086447 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] 10.222.0.35 "PUT /v2.0/ports/56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 1094 time: 0.8324740 Mar 31 21:44:30.087122 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:30.089481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:30.112912 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-06e560b9-f0d8-41f2-bb2b-06fd7b6da2ef req-5f957c69-f069-4ce3-b832-a353c08a0ab5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741441 Mar 31 21:44:30.119783 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f117f8-50ec-489a-9657-8634cbc0b267 service neutron] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:30.217137 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5871f54b-f9c0-4150-98af-8e7cf2ad202b x-openstack-request-id: req-5871f54b-f9c0-4150-98af-8e7cf2ad202b {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:30.217602 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:30.217924 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5871f54b-f9c0-4150-98af-8e7cf2ad202b {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:30.218397 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5871f54b-f9c0-4150-98af-8e7cf2ad202b'] response: {'name': 'network-changed', 'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'status': 'completed', 'code': 200} Mar 31 21:44:30.247955 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f01c2-fefa-406b-97ae-bb951cf1b396 req-9ada3183-750f-44ba-85fb-2286a0e715b5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.249589 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb5f01c2-fefa-406b-97ae-bb951cf1b396 req-9ada3183-750f-44ba-85fb-2286a0e715b5 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0644679 Mar 31 21:44:30.301169 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb5f01c2-fefa-406b-97ae-bb951cf1b396 req-6dd212f2-1395-4d14-b17b-88a183586cbc tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Mar 31 21:44:30.392974 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4 req-63e3c567-6d7c-4bf4-9b44-54b3b12226bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.394541 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4 req-63e3c567-6d7c-4bf4-9b44-54b3b12226bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1128 time: 0.0503759 Mar 31 21:44:30.502383 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4 req-6629c13d-b6bf-483f-8772-3c0a1d54c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.503893 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4 req-6629c13d-b6bf-483f-8772-3c0a1d54c91a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=008245ac1e8c46ff8765a02a6000b847&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1009371 Mar 31 21:44:30.633913 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4 req-e289307f-6b9b-4cd7-9594-438d803f375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.635419 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-24df95ac-e43b-4f0f-83e1-e1c960cb40f4 req-e289307f-6b9b-4cd7-9594-438d803f375d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000197 Mar 31 21:44:30.726240 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-eed5b919-4528-4c66-ae39-7fea8c155567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.728443 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-eed5b919-4528-4c66-ae39-7fea8c155567 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1128 time: 0.0515008 Mar 31 21:44:30.776765 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-ff24eedd-331c-4d71-9415-a2061e2798ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 217 time: 0.0397441 Mar 31 21:44:30.829550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-c2d891ac-5837-4ddf-a12f-bab3673f7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.831061 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-c2d891ac-5837-4ddf-a12f-bab3673f7a9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.0477419 Mar 31 21:44:30.888323 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e7665a2f-1a90-4261-8a60-eef80c85847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:30.889805 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e7665a2f-1a90-4261-8a60-eef80c85847f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524042 Mar 31 21:44:30.999175 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-e2baf131-f1a4-4449-859c-fa61303c301e service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994241 Mar 31 21:44:31.122816 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd573d-2730-45fd-b59b-38a6916d8bf0 req-f9004f5f-b003-4eac-959b-84233ee89c3f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:31.124711 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c6cd573d-2730-45fd-b59b-38a6916d8bf0 req-f9004f5f-b003-4eac-959b-84233ee89c3f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.1244695 Mar 31 21:44:31.153428 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b83ebf93-a5c7-49b8-b943-42bb50c5762b req-145f5f62-23a0-47a6-b005-dc3a9918dc44 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442833 Mar 31 21:44:31.203650 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c6cd573d-2730-45fd-b59b-38a6916d8bf0 req-4c1cbc10-06fd-4a94-ae25-a0b18a3d41b6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639489 Mar 31 21:44:31.448929 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ea40-2ff4-49be-b7dc-7aba05479dc8 req-79068c98-e20c-449a-b29e-5ba4544cb778 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:31.450453 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2a74ea40-2ff4-49be-b7dc-7aba05479dc8 req-79068c98-e20c-449a-b29e-5ba4544cb778 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0726366 Mar 31 21:44:31.515481 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2a74ea40-2ff4-49be-b7dc-7aba05479dc8 req-e0f938e9-1a85-4c15-8142-41f5bebc8738 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529795 Mar 31 21:44:32.333526 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fa70fdbc-6407-4a0f-b458-a3c7c19c9c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:32.342593 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c617f-db5b-4bf6-b43d-92298e24c8e6 req-49603358-9a5f-464e-a23f-8344166901db tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.344201 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b30c617f-db5b-4bf6-b43d-92298e24c8e6 req-49603358-9a5f-464e-a23f-8344166901db tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0690413 Mar 31 21:44:32.397027 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b30c617f-db5b-4bf6-b43d-92298e24c8e6 req-078bca6c-3502-424c-806b-9232d479f474 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467832 Mar 31 21:44:32.653684 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a3cb6-1d6d-4a5e-80bc-731b9128d4ec req-a119c5f4-2ec1-4910-9cbc-4df7db17b552 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.655077 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6e6a3cb6-1d6d-4a5e-80bc-731b9128d4ec req-a119c5f4-2ec1-4910-9cbc-4df7db17b552 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0645323 Mar 31 21:44:32.711924 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6e6a3cb6-1d6d-4a5e-80bc-731b9128d4ec req-bcc1fb64-bd97-4188-8118-181c1d32accb tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500343 Mar 31 21:44:32.838291 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a2ae9-64a2-4131-8c5a-6fea4d51d903 req-5a71f4ac-b564-4d08-b8ce-d0a0012cd931 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:32.839917 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f57a2ae9-64a2-4131-8c5a-6fea4d51d903 req-5a71f4ac-b564-4d08-b8ce-d0a0012cd931 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0596228 Mar 31 21:44:32.851100 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55052) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:32.855716 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Request body: {'floatingip': {'port_id': '1f5d1d1b-da54-4660-9456-9068a62c6539'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:32.896102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (357c9146-b8bd-492d-b98b-ed5c562b0b5c), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.418340 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.423890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (357c9146-b8bd-492d-b98b-ed5c562b0b5c), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:33.537451 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e06e8e-a8f3-4ce5-8c29-8232065f9db2 req-e23adf05-c6c2-42da-b3c8-51c6959e369b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:33.539958 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3e06e8e-a8f3-4ce5-8c29-8232065f9db2 req-e23adf05-c6c2-42da-b3c8-51c6959e369b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0689847 Mar 31 21:44:33.550711 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Floating IP 357c9146-b8bd-492d-b98b-ed5c562b0b5c associated. External IP: 172.27.1.66, port: 1f5d1d1b-da54-4660-9456-9068a62c6539. Mar 31 21:44:33.612849 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3e06e8e-a8f3-4ce5-8c29-8232065f9db2 req-26b86b1e-5b82-4dee-ae8b-d61fd39ab557 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558157 Mar 31 21:44:34.093874 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:34.216885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:34.221982 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:34.226934 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:34.238386 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:34.239005 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:34.269331 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c756abcb-0cb7-4815-9bff-e1e4699a2978 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "PUT /v2.0/floatingips/357c9146-b8bd-492d-b98b-ed5c562b0b5c HTTP/1.1" status: 200 len: 990 time: 1.4023800 Mar 31 21:44:34.269331 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:34.269331 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:34.297433 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cceac8-b1c8-4aed-bdfb-fea54616ad66 x-openstack-request-id: req-33cceac8-b1c8-4aed-bdfb-fea54616ad66 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:34.297728 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:34.297981 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33cceac8-b1c8-4aed-bdfb-fea54616ad66 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:34.298383 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cceac8-b1c8-4aed-bdfb-fea54616ad66'] response: {'name': 'network-changed', 'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'status': 'completed', 'code': 200} Mar 31 21:44:34.362493 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:34.383530 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-a28ce947-b026-4649-a84b-4744f6d83a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.385560 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-a28ce947-b026-4649-a84b-4744f6d83a24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56e199432874020afc4e267f6fe290c&device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 1129 time: 0.0568936 Mar 31 21:44:34.499644 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-d98c6c27-7849-40c6-888e-c3384cf210c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.502474 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-d98c6c27-7849-40c6-888e-c3384cf210c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 200 len: 912 time: 0.1035507 Mar 31 21:44:34.585319 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-a7d3678c-2c12-463b-9bf2-091fc1f10dd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f5d1d1b-da54-4660-9456-9068a62c6539 HTTP/1.1" status: 200 len: 998 time: 0.0668275 Mar 31 21:44:34.612608 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '357c9146-b8bd-492d-b98b-ed5c562b0b5c', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'port_id': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'mac_address': 'fa:16:3e:ad:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:19Z', 'updated_at': '2022-03-31T21:44:33Z', 'revision_number': 1, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:34.639566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-7fe6b558-8310-4a57-8c0e-1550a980bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.640755 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:34.641021 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-7fe6b558-8310-4a57-8c0e-1550a980bbca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 200 len: 850 time: 0.0497956 Mar 31 21:44:34.651014 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:34.651632 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:34.702716 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-ae8ad3b0-a52c-46bd-bebd-ea3601cd99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.704294 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-ae8ad3b0-a52c-46bd-bebd-ea3601cd99bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=088043db-2f54-48c8-a654-e23dec40ff76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567584 Mar 31 21:44:34.776924 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:34.788121 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77595589-6f82-42bd-a479-5d7c0bb79821 req-65879af0-25af-4aa0-9dbc-6d942d9d27ab tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:34.789838 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77595589-6f82-42bd-a479-5d7c0bb79821 req-65879af0-25af-4aa0-9dbc-6d942d9d27ab tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0687702 Mar 31 21:44:34.852707 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-77595589-6f82-42bd-a479-5d7c0bb79821 req-53832ab5-aa89-486f-a16d-c52095fb4528 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569971 Mar 31 21:44:34.864075 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-c2f236ba-349a-489d-83d3-001173eb33f2 service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501534 Mar 31 21:44:35.022624 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9d6e843-37b2-4607-a2ce-57e3a5cdbdf9 req-5485ee48-5c0c-411b-8e69-df475fb8e63f service neutron] 10.222.0.35 "GET /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520545 Mar 31 21:44:35.174704 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-08b98b47-cdfc-4eff-bffb-d6c5d7c881e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:35.180141 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '357c9146-b8bd-492d-b98b-ed5c562b0b5c', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'port_id': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'mac_address': 'fa:16:3e:ad:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:19Z', 'updated_at': '2022-03-31T21:44:33Z', 'revision_number': 1, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:35.215942 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c290ce-47dd-48bb-b5c3-517858756252 None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '357c9146-b8bd-492d-b98b-ed5c562b0b5c', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'port_id': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'mac_address': 'fa:16:3e:ad:0c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:19Z', 'updated_at': '2022-03-31T21:44:33Z', 'revision_number': 1, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:35.312714 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f7352-a570-433d-ba28-74bdf372162d req-22ec8ce7-d8af-480e-b1d1-270c5c53bcc0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:35.315008 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c67f7352-a570-433d-ba28-74bdf372162d req-22ec8ce7-d8af-480e-b1d1-270c5c53bcc0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0915720 Mar 31 21:44:35.370386 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c67f7352-a570-433d-ba28-74bdf372162d req-1c94508b-4778-41cb-bbd6-846d32cbdd3f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Mar 31 21:44:35.456925 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7869cd5-e910-4670-94f8-c31d73898a46 None None] New status for floating IP 357c9146-b8bd-492d-b98b-ed5c562b0b5c: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:36.012857 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c8779-f6dc-4ed7-ba50-702b51982680 req-8f8c4b4b-f21e-4d92-9e95-176b5f023e99 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:36.015640 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-620c8779-f6dc-4ed7-ba50-702b51982680 req-8f8c4b4b-f21e-4d92-9e95-176b5f023e99 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0786755 Mar 31 21:44:36.092936 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-620c8779-f6dc-4ed7-ba50-702b51982680 req-74ed8aec-54c2-453d-967e-a098f253f968 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709517 Mar 31 21:44:36.169271 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:36.504232 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f85a5-23dc-4e05-b22c-a57184236865 req-ecf0b119-69d3-4a30-8fa9-5d34c123b803 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:36.506365 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b52f85a5-23dc-4e05-b22c-a57184236865 req-ecf0b119-69d3-4a30-8fa9-5d34c123b803 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0630240 Mar 31 21:44:36.556141 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b52f85a5-23dc-4e05-b22c-a57184236865 req-2d674f97-26b9-45a0-a36e-f3b2c5c6711d tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Mar 31 21:44:37.277495 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23bd37-7708-4b84-ae71-31dead4e5c6e req-85678898-7736-4037-b2b4-9de020f91a20 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:37.279138 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0e23bd37-7708-4b84-ae71-31dead4e5c6e req-85678898-7736-4037-b2b4-9de020f91a20 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0932815 Mar 31 21:44:37.354659 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0e23bd37-7708-4b84-ae71-31dead4e5c6e req-0c5922d2-7418-4e1d-a862-9b895f980e01 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665369 Mar 31 21:44:37.708204 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54cf1d-945e-4e3f-a9e1-e800337277cf req-17a200d6-c2cf-4fba-801e-347c0c37f967 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:37.709831 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c54cf1d-945e-4e3f-a9e1-e800337277cf req-17a200d6-c2cf-4fba-801e-347c0c37f967 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0762544 Mar 31 21:44:37.776202 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8c54cf1d-945e-4e3f-a9e1-e800337277cf req-983d7992-f76a-43ce-9695-ee161fea7e0f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596023 Mar 31 21:44:37.787290 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:38.489808 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897a87d-8f8f-4ed8-94a2-4b289d2e2d1f req-ecb37c36-c014-4461-86ab-4e327fecf29c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:38.492260 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0897a87d-8f8f-4ed8-94a2-4b289d2e2d1f req-ecb37c36-c014-4461-86ab-4e327fecf29c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0558357 Mar 31 21:44:38.546858 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0897a87d-8f8f-4ed8-94a2-4b289d2e2d1f req-3127c27b-d320-4389-bc8b-0c6fe1de687c tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484591 Mar 31 21:44:38.917528 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363361e0-fc9f-451f-b909-4e6218373219 req-e7dedc29-ab7c-4476-82e4-03c7e5f33abd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:38.919083 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-363361e0-fc9f-451f-b909-4e6218373219 req-e7dedc29-ab7c-4476-82e4-03c7e5f33abd tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0606046 Mar 31 21:44:38.983661 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-363361e0-fc9f-451f-b909-4e6218373219 req-732c5342-1c51-4a81-8775-693bcfbc3a0a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9b83327-0aff-4726-984f-f4c171ec3b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587084 Mar 31 21:44:39.033510 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.334906 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-928daa36-e842-4b77-a424-72659f1982a0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:39.337009 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-928daa36-e842-4b77-a424-72659f1982a0 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 946 time: 0.0562212 Mar 31 21:44:39.439316 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Deleting port 72e7de87-96ce-4194-aa16-11b4763276d1 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:39.439652 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.536249 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] For port 72e7de87-96ce-4194-aa16-11b4763276d1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=72e7de87-96ce-4194-aa16-11b4763276d1,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:39.536623 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.564187 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:44:39.674546 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5987-728f-4ec5-8784-8b43de0b74fa req-0cfc12d1-f92e-47fb-bab5-81196d393d4e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:39.676103 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7d4d5987-728f-4ec5-8784-8b43de0b74fa req-0cfc12d1-f92e-47fb-bab5-81196d393d4e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0578513 Mar 31 21:44:39.686349 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:39.702174 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'port_id': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'mac_address': 'fa:16:3e:80:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:44:39.737162 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.737865 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.738403 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Floating IP 15c54b55-5bcd-4fad-a2ee-e83866a0a0df disassociated. External IP: 172.27.1.86, port: 72e7de87-96ce-4194-aa16-11b4763276d1. Mar 31 21:44:39.739016 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Calling delete_port for 72e7de87-96ce-4194-aa16-11b4763276d1 owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:39.740910 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7d4d5987-728f-4ec5-8784-8b43de0b74fa req-186dad8b-595d-4c6e-b56b-b6aaaa048c69 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587814 Mar 31 21:44:39.745449 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 56f7eed2-d3f8-4072-b540-0e1623b52377 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:39.745845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.761082 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f7eed2-d3f8-4072-b540-0e1623b52377 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:39.784004 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:39.789260 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.857051 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:39.902026 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (72e7de87-96ce-4194-aa16-11b4763276d1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:39.934957 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event deleted for resources: {'Port': ['ID=72e7de87-96ce-4194-aa16-11b4763276d1,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:39.947267 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.947458 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.947842 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.948140 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.948470 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.948799 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.949124 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.949486 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.949809 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.950131 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.950458 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.950781 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.951103 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.951420 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:39.951736 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:40.094583 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:40.097291 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a1a83d1b-872a-4721-b4c9-261852b8bbb0 req-fc3673dd-f9cf-425d-a134-148d88ea95de tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5492342d-db15-4b78-96b4-feb5ace5ca26 HTTP/1.1" status: 200 len: 210 time: 0.0408626 Mar 31 21:44:40.115648 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['56f7eed2-d3f8-4072-b540-0e1623b52377'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:40.230031 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:40.243594 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] Sync routers for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:40.276584 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] No DVR routers for this DVR port 72e7de87-96ce-4194-aa16-11b4763276d1 on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:40.279207 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:40.282712 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f6723733-bcc1-4ad4-aa7f-633e94d73909 req-d33031b1-f814-4eff-a069-3f03a3846860 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "DELETE /v2.0/ports/72e7de87-96ce-4194-aa16-11b4763276d1 HTTP/1.1" status: 204 len: 173 time: 0.9387884 Mar 31 21:44:40.283208 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'name': 'network-vif-deleted', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:40.285865 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7612865-2f2d-45f3-9bc3-5e49be4d7a83" -d '{"events": [{"server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "name": "network-vif-deleted", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:40.286079 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:40.286646 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:40.353487 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade63af-2d72-4738-a96a-a1ad435e2787 x-openstack-request-id: req-4ade63af-2d72-4738-a96a-a1ad435e2787 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:40.353849 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5492342d-db15-4b78-96b4-feb5ace5ca26", "name": "network-vif-deleted", "tag": "72e7de87-96ce-4194-aa16-11b4763276d1", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:40.354118 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ade63af-2d72-4738-a96a-a1ad435e2787 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:40.354728 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ade63af-2d72-4738-a96a-a1ad435e2787'] response: {'server_uuid': '5492342d-db15-4b78-96b4-feb5ace5ca26', 'name': 'network-vif-deleted', 'tag': '72e7de87-96ce-4194-aa16-11b4763276d1', 'status': 'completed', 'code': 200} Mar 31 21:44:40.595887 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:40.868498 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:40.912391 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] Checking router: 96658b4b-0c4d-4db3-98ba-b0467bf5f114 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:40.912744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653903-a619-42b6-96b7-43d8503bc6cc req-a49792b4-708b-4386-9b88-f06bbf90ff4d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:40.914719 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-79653903-a619-42b6-96b7-43d8503bc6cc req-a49792b4-708b-4386-9b88-f06bbf90ff4d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 945 time: 0.0617216 Mar 31 21:44:40.932518 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:40.933142 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:40.986181 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-79653903-a619-42b6-96b7-43d8503bc6cc req-93180f09-f14a-49b9-9227-465e19f340f3 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655277 Mar 31 21:44:41.182617 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:41.189831 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55142) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:41.250648 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08c04ec3-b881-49bc-838c-8b80141a0204 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group (d9b83327-0aff-4726-984f-f4c171ec3b99), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.292821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08c04ec3-b881-49bc-838c-8b80141a0204 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group (d9b83327-0aff-4726-984f-f4c171ec3b99), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.354427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08c04ec3-b881-49bc-838c-8b80141a0204 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (d9b83327-0aff-4726-984f-f4c171ec3b99), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.358431 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-08c04ec3-b881-49bc-838c-8b80141a0204 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.359723 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-08c04ec3-b881-49bc-838c-8b80141a0204 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "DELETE /v2.0/security-groups/d9b83327-0aff-4726-984f-f4c171ec3b99 HTTP/1.1" status: 204 len: 168 time: 0.1691089 Mar 31 21:44:41.362471 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55144) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:41.375996 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c04ec3-b881-49bc-838c-8b80141a0204 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b83327-0aff-4726-984f-f4c171ec3b99,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:41.377661 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-0541f92b-b307-4b71-ad70-c222bb28469b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] show failed (client error): The resource could not be found. Mar 31 21:44:41.381922 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0541f92b-b307-4b71-ad70-c222bb28469b tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups/d9b83327-0aff-4726-984f-f4c171ec3b99 HTTP/1.1" status: 404 len: 347 time: 0.0152369 Mar 31 21:44:41.382837 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55146) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:41.452674 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:41.480382 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea0ad0-9ad3-401a-9c1c-255b59d4663a None None] The sync data for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi is: [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:16Z', 'revision_number': 4, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': 'd8d49f4a-aefb-45cd-8bdc-296505e683a6', 'name': '', 'network_id': '1c02706c-737d-4304-8530-4cbdd17e7b08', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'mac_address': 'fa:16:3e:88:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:11Z', 'updated_at': '2022-03-31T21:39:28Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'subnets': [{'id': 'c9103d37-64c7-4d3b-b7cd-4c6e5fc88179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:41.525849 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Deleting port 08cfda72-5c5d-49ce-b393-50907aca96dc {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:41.526202 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.566768 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:44:41.612776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.613099 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (08cfda72-5c5d-49ce-b393-50907aca96dc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.627452 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Calling delete_port for 08cfda72-5c5d-49ce-b393-50907aca96dc owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:41.637194 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 56f7eed2-d3f8-4072-b540-0e1623b52377 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:44:41.644212 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 56f7eed2-d3f8-4072-b540-0e1623b52377 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:41.645055 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.766254 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 56f7eed2-d3f8-4072-b540-0e1623b52377 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:41.766621 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.772037 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a83cd-2fde-4bf9-9ffd-32ca8f6f307d None None] New status for floating IP 15c54b55-5bcd-4fad-a2ee-e83866a0a0df: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:41.808545 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (08cfda72-5c5d-49ce-b393-50907aca96dc), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.814612 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:41.819963 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa74608c-02bc-4f42-93b0-bfabfc133ae7" -d '{"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-plugged", "status": "completed", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:41.825011 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:41.834701 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event deleted for resources: {'Port': ['ID=08cfda72-5c5d-49ce-b393-50907aca96dc,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:41.836197 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.837173 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 72e7de87-96ce-4194-aa16-11b4763276d1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:41.864790 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 72e7de87-96ce-4194-aa16-11b4763276d1 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:41.865125 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 72e7de87-96ce-4194-aa16-11b4763276d1 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:41.880970 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.db.api [None req-5c8a83cd-2fde-4bf9-9ffd-32ca8f6f307d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 21:44:41.881439 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG oslo_db.api [None req-5c8a83cd-2fde-4bf9-9ffd-32ca8f6f307d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 21:44:41.905805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks [] for floatingip (15c54b55-5bcd-4fad-a2ee-e83866a0a0df), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.908592 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:41.912802 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5551a0b9-01aa-429a-ba21-0deed98be8bf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "DELETE /v2.0/floatingips/15c54b55-5bcd-4fad-a2ee-e83866a0a0df HTTP/1.1" status: 204 len: 168 time: 0.5285642 Mar 31 21:44:41.919576 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:41.991972 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa64a2-963a-40a3-85c5-b5501b48d9db x-openstack-request-id: req-90aa64a2-963a-40a3-85c5-b5501b48d9db {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:41.992528 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-plugged", "status": "completed", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:41.992789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90aa64a2-963a-40a3-85c5-b5501b48d9db {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:41.993202 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90aa64a2-963a-40a3-85c5-b5501b48d9db'] response: {'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'code': 200} Mar 31 21:44:42.124970 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc59d-0915-471a-b023-dcba0e968dd0 req-ba33e8f2-b107-4a11-b488-412e765ced26 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:42.126484 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f35bc59d-0915-471a-b023-dcba0e968dd0 req-ba33e8f2-b107-4a11-b488-412e765ced26 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0551112 Mar 31 21:44:42.182477 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f35bc59d-0915-471a-b023-dcba0e968dd0 req-0811505e-8a9b-4898-9afc-dacbef3a89fe tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 Mar 31 21:44:42.274275 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517287a0-f27b-4a6c-9818-7f09ea6d049c req-b10f2359-225c-4f2d-9a80-b7341436643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:42.275800 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-517287a0-f27b-4a6c-9818-7f09ea6d049c req-b10f2359-225c-4f2d-9a80-b7341436643c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.0576437 Mar 31 21:44:42.327208 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-517287a0-f27b-4a6c-9818-7f09ea6d049c req-62355153-4acf-46ee-97c4-c897d4dd3aab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Mar 31 21:44:42.383145 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a83cd-2fde-4bf9-9ffd-32ca8f6f307d None None] New status for floating IP 15c54b55-5bcd-4fad-a2ee-e83866a0a0df: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:43.305672 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533f865-b2fe-43f6-be56-9c00b7dbdf97 req-818070ba-e0dc-4309-a296-89c9860e8c67 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:43.307419 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b533f865-b2fe-43f6-be56-9c00b7dbdf97 req-818070ba-e0dc-4309-a296-89c9860e8c67 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0541849 Mar 31 21:44:43.358829 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b533f865-b2fe-43f6-be56-9c00b7dbdf97 req-c5b4b3c3-45ee-42c6-af46-cd8f283718d0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Mar 31 21:44:44.416755 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f08f2-7c27-4412-9556-2e1f4f3ba154 req-d1099674-a0ea-478d-a10f-06da360ab03a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:44.418298 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c2f08f2-7c27-4412-9556-2e1f4f3ba154 req-d1099674-a0ea-478d-a10f-06da360ab03a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0551362 Mar 31 21:44:44.466944 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6c2f08f2-7c27-4412-9556-2e1f4f3ba154 req-266445ee-c42f-459b-97b2-a0b849a04612 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Mar 31 21:44:44.479528 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05a1ee-8281-42fb-b8f0-ac12c408de5c req-9892877d-ec99-4e2e-9c99-7ee9754a5620 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:44.481642 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9a05a1ee-8281-42fb-b8f0-ac12c408de5c req-9892877d-ec99-4e2e-9c99-7ee9754a5620 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0527325 Mar 31 21:44:44.532382 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9a05a1ee-8281-42fb-b8f0-ac12c408de5c req-3c264f69-fee2-448c-9e6a-ab00b1ec5a8f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Mar 31 21:44:44.658063 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f884-0edd-40ea-8e6b-699cf76ceb85 req-e108780f-94aa-4052-956f-a4139ba27e8b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:44.659523 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-24a1f884-0edd-40ea-8e6b-699cf76ceb85 req-e108780f-94aa-4052-956f-a4139ba27e8b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0576138 Mar 31 21:44:44.707673 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-24a1f884-0edd-40ea-8e6b-699cf76ceb85 req-be681fdc-4cfc-4ee1-b8b6-914f29a776bb tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420029 Mar 31 21:44:44.729260 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55182) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:44.867503 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf0654-c472-4b3b-a25c-3d3137a3bbbb tempest-TestShelveInstance-250581618 tempest-TestShelveInstance-250581618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:44.869013 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-85bf0654-c472-4b3b-a25c-3d3137a3bbbb tempest-TestShelveInstance-250581618 tempest-TestShelveInstance-250581618-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1125 time: 0.1387336 Mar 31 21:44:44.872092 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55186) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:44.876526 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'port_id': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:44.898833 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:45.000192 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:45.106406 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Allocated IP 172.27.1.28 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/860be60e-d4d8-46e1-a947-d826861bca66) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:45.236113 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for port (860be60e-d4d8-46e1-a947-d826861bca66), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:45.272138 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (860be60e-d4d8-46e1-a947-d826861bca66), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:45.308300 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:45.311763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:45.315359 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:45.349161 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'Port': ['ID=860be60e-d4d8-46e1-a947-d826861bca66,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:45.634768 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03394f8-d061-420c-84bf-32cf1ff7e2c7 req-7cf10300-91da-40c9-9a9c-6955f6b8dce8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:45.636494 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f03394f8-d061-420c-84bf-32cf1ff7e2c7 req-7cf10300-91da-40c9-9a9c-6955f6b8dce8 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0945861 Mar 31 21:44:45.694883 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f03394f8-d061-420c-84bf-32cf1ff7e2c7 req-ba06ef02-e5d6-4562-bd81-9e8092b59c63 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506008 Mar 31 21:44:45.979061 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for floatingip (7aa0465d-161c-4322-aff5-8d5e28622a58), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.049335 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (860be60e-d4d8-46e1-a947-d826861bca66), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.221749 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for port (860be60e-d4d8-46e1-a947-d826861bca66), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.227365 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (860be60e-d4d8-46e1-a947-d826861bca66), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.300541 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event updated for resources: {'Port': ['ID=860be60e-d4d8-46e1-a947-d826861bca66,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:46.311080 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (7aa0465d-161c-4322-aff5-8d5e28622a58), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.412407 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Floating IP 7aa0465d-161c-4322-aff5-8d5e28622a58 associated. External IP: 172.27.1.28, port: 56f7eed2-d3f8-4072-b540-0e1623b52377. Mar 31 21:44:46.523421 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739db77a-1d43-42af-a089-d2e0144290b0 req-d82e59d3-7e16-4d2c-b973-f13980405a11 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:46.524946 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-739db77a-1d43-42af-a089-d2e0144290b0 req-d82e59d3-7e16-4d2c-b973-f13980405a11 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.0583651 Mar 31 21:44:46.629060 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Deleting port cb27a89d-44d7-4527-a979-33f073c92a11 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:46.629744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.647084 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Router 810a1448-9b4a-4034-b530-42d88b2b521c has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:46.746429 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] For port cb27a89d-44d7-4527-a979-33f073c92a11, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cb27a89d-44d7-4527-a979-33f073c92a11,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:46.746926 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.764280 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Calling delete_port for cb27a89d-44d7-4527-a979-33f073c92a11 owned by compute:nova {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:46.784544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:46.790934 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] Sync routers for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:46.802714 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:46.805566 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:46.806288 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:46.870361 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1327eb99-226c-4376-a4b9-6598dc4a5ee5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9970584 Mar 31 21:44:46.871357 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:46.878071 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:46.893934 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222b8d9-21fc-4ce4-a261-3ac8addf9d2a req-ec12a3b4-fcd5-4d95-88a1-077189a16fbf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:46.896074 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6222b8d9-21fc-4ce4-a261-3ac8addf9d2a req-ec12a3b4-fcd5-4d95-88a1-077189a16fbf tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de950c4-5995-442f-8b1f-57b2f63fd703 HTTP/1.1" status: 200 len: 945 time: 0.1273348 Mar 31 21:44:46.953237 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:46.980990 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7b643-1d70-4b51-8b2c-a9e7dd350fc2 x-openstack-request-id: req-e7b7b643-1d70-4b51-8b2c-a9e7dd350fc2 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:46.981556 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:46.981668 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7b7b643-1d70-4b51-8b2c-a9e7dd350fc2 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:46.982999 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b7b643-1d70-4b51-8b2c-a9e7dd350fc2'] response: {'name': 'network-changed', 'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'status': 'completed', 'code': 200} Mar 31 21:44:46.986190 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6222b8d9-21fc-4ce4-a261-3ac8addf9d2a req-8f19ed80-4d01-459c-97bd-9ee152d48f7f tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807800 Mar 31 21:44:47.010566 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (cb27a89d-44d7-4527-a979-33f073c92a11), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:47.048274 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event deleted for resources: {'Port': ['ID=cb27a89d-44d7-4527-a979-33f073c92a11,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:47.082126 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['af9379d7-8526-46a7-9d97-24d51084b9dd', 'cb27a89d-44d7-4527-a979-33f073c92a11'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:44:47.106897 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] No DVR routers for this DVR port cb27a89d-44d7-4527-a979-33f073c92a11 on host hv-cinder-83607 {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:47.109869 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:47.113389 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "DELETE /v2.0/ports/cb27a89d-44d7-4527-a979-33f073c92a11 HTTP/1.1" status: 204 len: 173 time: 0.5814037 Mar 31 21:44:47.113722 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'name': 'network-vif-deleted', 'tag': 'cb27a89d-44d7-4527-a979-33f073c92a11'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:47.116009 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9e1705-5160-4d60-9c2f-0341f12ebcfe" -d '{"events": [{"server_uuid": "5de950c4-5995-442f-8b1f-57b2f63fd703", "name": "network-vif-deleted", "tag": "cb27a89d-44d7-4527-a979-33f073c92a11"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:47.139821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-69b4e8a6-c9e8-4bc6-aaeb-aec33a2a22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:47.141642 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-69b4e8a6-c9e8-4bc6-aaeb-aec33a2a22df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.1203296 Mar 31 21:44:47.151651 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28088a9-ae7f-4e9b-a00c-e304e3359a7a req-65c30890-05a9-4512-8c95-2cb5cb961ce7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:47.153280 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d28088a9-ae7f-4e9b-a00c-e304e3359a7a req-65c30890-05a9-4512-8c95-2cb5cb961ce7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.0766010 Mar 31 21:44:47.181001 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec67b7b-f0ac-4d80-a548-59b971bba3b6 x-openstack-request-id: req-cec67b7b-f0ac-4d80-a548-59b971bba3b6 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:47.181292 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de950c4-5995-442f-8b1f-57b2f63fd703", "name": "network-vif-deleted", "tag": "cb27a89d-44d7-4527-a979-33f073c92a11", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:47.181576 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cec67b7b-f0ac-4d80-a548-59b971bba3b6 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:47.182280 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec67b7b-f0ac-4d80-a548-59b971bba3b6'] response: {'server_uuid': '5de950c4-5995-442f-8b1f-57b2f63fd703', 'name': 'network-vif-deleted', 'tag': 'cb27a89d-44d7-4527-a979-33f073c92a11', 'status': 'completed', 'code': 200} Mar 31 21:44:47.248038 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d28088a9-ae7f-4e9b-a00c-e304e3359a7a req-0e082124-f936-4844-aa02-1af10cf2eb23 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855465 Mar 31 21:44:47.310304 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-8b0dc9e3-2c7a-421e-8c7c-523b21c4bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:47.311870 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-8b0dc9e3-2c7a-421e-8c7c-523b21c4bda3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 908 time: 0.1574459 Mar 31 21:44:47.355919 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '7aa0465d-161c-4322-aff5-8d5e28622a58', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'port_id': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'mac_address': 'fa:16:3e:80:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:45Z', 'updated_at': '2022-03-31T21:44:45Z', 'revision_number': 0, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:47.388512 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-7af5113f-6c4e-438d-9b77-0b227e455ffc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 999 time: 0.0678926 Mar 31 21:44:47.396591 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] Checking router: 810a1448-9b4a-4034-b530-42d88b2b521c for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:47.416987 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:47.417660 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:47.450027 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-0a40ef14-3551-477e-9296-3ed6a7b829ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:47.451517 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-0a40ef14-3551-477e-9296-3ed6a7b829ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.0561972 Mar 31 21:44:47.507225 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-0036d969-33c6-49c2-861b-1cd5b0ec7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:47.508777 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-0036d969-33c6-49c2-861b-1cd5b0ec7029 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465758 Mar 31 21:44:47.531245 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:47.618434 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-5684e1c7-1d29-43af-b33e-b4d57d65dd52 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889792 Mar 31 21:44:47.731892 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08387b7d-bd35-4c92-84d4-3ce0213ea6a7 req-6e2e9b1c-8ff1-427e-bad9-08ab44950638 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949421 Mar 31 21:44:47.792745 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '7aa0465d-161c-4322-aff5-8d5e28622a58', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'port_id': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'mac_address': 'fa:16:3e:80:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:45Z', 'updated_at': '2022-03-31T21:44:45Z', 'revision_number': 0, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:47.822215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db673d1-8981-469c-bc9a-dd452048257f None None] The sync data for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi is: [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '7aa0465d-161c-4322-aff5-8d5e28622a58', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'port_id': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'mac_address': 'fa:16:3e:80:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:45Z', 'updated_at': '2022-03-31T21:44:45Z', 'revision_number': 0, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:48.016100 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ecba6-2304-433d-980e-001651d16693 None None] New status for floating IP 7aa0465d-161c-4322-aff5-8d5e28622a58: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:48.329343 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdca4d-7cb7-4a5b-9685-3dc07523237b req-16ff9e0d-83e2-445d-9b56-f4b07461d608 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:48.330841 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-33fdca4d-7cb7-4a5b-9685-3dc07523237b req-16ff9e0d-83e2-445d-9b56-f4b07461d608 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0600324 Mar 31 21:44:48.378184 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-33fdca4d-7cb7-4a5b-9685-3dc07523237b req-79ba4548-5b6a-43e1-93d1-3f7cb7f934d6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Mar 31 21:44:48.389287 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f44fc-4048-42b0-bde5-df53ce7fa1c7 req-242dedd1-13ed-4543-919d-93424a46d3a9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:48.394108 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-457f44fc-4048-42b0-bde5-df53ce7fa1c7 req-242dedd1-13ed-4543-919d-93424a46d3a9 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.0605326 Mar 31 21:44:48.440586 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-457f44fc-4048-42b0-bde5-df53ce7fa1c7 req-9bccd8c3-a241-48fa-9150-771dfb15b443 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401194 Mar 31 21:44:48.738224 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.150483 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58818f-47a6-4598-9447-f4da05638f35 req-de511863-a4fa-48aa-8a79-47f4c91f023f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:49.151929 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a58818f-47a6-4598-9447-f4da05638f35 req-de511863-a4fa-48aa-8a79-47f4c91f023f tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Mar 31 21:44:49.250791 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:49.251128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.340894 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] For port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:49.341261 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.512883 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8f34f-ddb5-4a5c-971a-7af534d0c167 req-3c8f1cf3-2004-4d71-b8ef-f8829089f097 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:49.514598 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8bc8f34f-ddb5-4a5c-971a-7af534d0c167 req-3c8f1cf3-2004-4d71-b8ef-f8829089f097 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0604315 Mar 31 21:44:49.552723 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.553511 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (f399d185-53ca-4e8e-93a4-9676d508f5ea), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.553511 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP f399d185-53ca-4e8e-93a4-9676d508f5ea disassociated. External IP: 172.27.1.254, port: 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033. Mar 31 21:44:49.553870 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:49.570641 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8bc8f34f-ddb5-4a5c-971a-7af534d0c167 req-1b5e8246-248e-4b89-8085-276eb18495a6 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494332 Mar 31 21:44:49.637059 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc607-da5f-40d1-9786-72de5bc7e99a req-46e519b3-add4-4078-be14-9e946403b97a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:49.638516 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:49.639038 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4fddc607-da5f-40d1-9786-72de5bc7e99a req-46e519b3-add4-4078-be14-9e946403b97a tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=6630ec66-836e-45c5-b818-dfe1e13f9746 HTTP/1.1" status: 200 len: 945 time: 0.1030145 Mar 31 21:44:49.709229 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4fddc607-da5f-40d1-9786-72de5bc7e99a req-15afb01c-9931-40e8-a722-779fe1e2b6e8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=c1499df8-e453-4a97-9ae4-af2039274314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588267 Mar 31 21:44:49.729173 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 is: ACTIVE; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:49.729600 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.764243 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (0da1a15a-f8eb-47d3-8e16-87bc7ee9e033), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:49.784258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device cb27a89d-44d7-4527-a979-33f073c92a11 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:49.793411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=0da1a15a-f8eb-47d3-8e16-87bc7ee9e033,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:49.804239 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: cb27a89d-44d7-4527-a979-33f073c92a11 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:49.804587 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device cb27a89d-44d7-4527-a979-33f073c92a11 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:49.908065 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:50.015803 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:50.025825 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:50.035152 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:50.035778 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:50.059146 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] No DVR routers for this DVR port 0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:50.062137 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:50.067828 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1a58818f-47a6-4598-9447-f4da05638f35 req-573f57c8-485f-4a82-bbb5-1cf13d10a616 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "DELETE /v2.0/ports/0da1a15a-f8eb-47d3-8e16-87bc7ee9e033 HTTP/1.1" status: 204 len: 173 time: 0.9073083 Mar 31 21:44:50.068248 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'name': 'network-vif-deleted', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:50.071286 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05163c8d-3583-4a88-9020-2c5a7032b8d7" -d '{"events": [{"server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "name": "network-vif-deleted", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:50.108401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf65d67b-4548-45a5-adb7-352bc07aa7e3 x-openstack-request-id: req-cf65d67b-4548-45a5-adb7-352bc07aa7e3 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:50.108691 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630ec66-836e-45c5-b818-dfe1e13f9746", "name": "network-vif-deleted", "tag": "0da1a15a-f8eb-47d3-8e16-87bc7ee9e033", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:50.108974 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf65d67b-4548-45a5-adb7-352bc07aa7e3 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:50.109424 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf65d67b-4548-45a5-adb7-352bc07aa7e3'] response: {'server_uuid': '6630ec66-836e-45c5-b818-dfe1e13f9746', 'name': 'network-vif-deleted', 'tag': '0da1a15a-f8eb-47d3-8e16-87bc7ee9e033', 'status': 'completed', 'code': 200} Mar 31 21:44:50.174335 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:50.514028 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:50.540672 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:50.549717 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:50.550331 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:50.664290 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:50.714911 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80746b-37a0-4b3e-a7b3-019d553daabb req-84a0f9b0-32a1-436d-99e3-fa240bc4eae1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:50.716491 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e80746b-37a0-4b3e-a7b3-019d553daabb req-84a0f9b0-32a1-436d-99e3-fa240bc4eae1 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0607333 Mar 31 21:44:50.770093 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e80746b-37a0-4b3e-a7b3-019d553daabb req-13558c17-3f6c-4274-b247-3cf44a7dbce9 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476956 Mar 31 21:44:50.801130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55248) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:50.866263 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d85e651d-2433-4b05-bf8b-9497d3b06719 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (c1499df8-e453-4a97-9ae4-af2039274314), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:50.888020 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:50.893858 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d85e651d-2433-4b05-bf8b-9497d3b06719 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (c1499df8-e453-4a97-9ae4-af2039274314), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:50.920026 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe4c56-acfe-437a-b068-7185b0eb8da4 None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:50.946062 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d85e651d-2433-4b05-bf8b-9497d3b06719 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c1499df8-e453-4a97-9ae4-af2039274314), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:50.948750 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d85e651d-2433-4b05-bf8b-9497d3b06719 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:50.950027 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d85e651d-2433-4b05-bf8b-9497d3b06719 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/security-groups/c1499df8-e453-4a97-9ae4-af2039274314 HTTP/1.1" status: 204 len: 168 time: 0.1478896 Mar 31 21:44:50.954079 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55250) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:50.960305 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e651d-2433-4b05-bf8b-9497d3b06719 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1499df8-e453-4a97-9ae4-af2039274314,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:50.973850 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-3fe33263-570a-4bb4-a349-af2c747f3e02 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] show failed (client error): The resource could not be found. Mar 31 21:44:50.980069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55252) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:50.980616 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3fe33263-570a-4bb4-a349-af2c747f3e02 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups/c1499df8-e453-4a97-9ae4-af2039274314 HTTP/1.1" status: 404 len: 347 time: 0.0253987 Mar 31 21:44:51.120262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port de9e865d-6539-4a3f-a2c9-b4732c615fb5 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:51.120607 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.185123 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc4ea05-6a6c-42a3-9f15-9645baa805e6 None None] New status for floating IP f399d185-53ca-4e8e-93a4-9676d508f5ea: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:44:51.204989 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.205331 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (de9e865d-6539-4a3f-a2c9-b4732c615fb5), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.217437 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for de9e865d-6539-4a3f-a2c9-b4732c615fb5 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:51.361134 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (de9e865d-6539-4a3f-a2c9-b4732c615fb5), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.387148 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=de9e865d-6539-4a3f-a2c9-b4732c615fb5,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:51.448574 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (f399d185-53ca-4e8e-93a4-9676d508f5ea), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.451245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.452397 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-604a1a96-99db-45ae-a1ee-218e0b061b25 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/floatingips/f399d185-53ca-4e8e-93a4-9676d508f5ea HTTP/1.1" status: 204 len: 168 time: 0.4713402 Mar 31 21:44:51.593261 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-b7fc29cc-c324-468f-bb88-fa4c45740f52 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:51.594762 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-b7fc29cc-c324-468f-bb88-fa4c45740f52 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0513420 Mar 31 21:44:51.690930 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Deleting port af9379d7-8526-46a7-9d97-24d51084b9dd {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:51.691262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.776417 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] For port af9379d7-8526-46a7-9d97-24d51084b9dd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=af9379d7-8526-46a7-9d97-24d51084b9dd,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:51.777111 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.791003 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Calling delete_port for af9379d7-8526-46a7-9d97-24d51084b9dd owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:51.839407 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55258) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:51.844449 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741043807', 'description': 'tempest-description--12565880'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:51.889622 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.930560 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (af9379d7-8526-46a7-9d97-24d51084b9dd), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:51.934463 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9b872-d5db-4257-a93e-7be8f1986790 req-187a626a-e07b-453d-8dd6-e33063718f2a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:51.935953 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4ea9b872-d5db-4257-a93e-7be8f1986790 req-187a626a-e07b-453d-8dd6-e33063718f2a tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/ports?device_id=5dd01583-b7ed-4a24-a06e-80493dec2e42 HTTP/1.1" status: 200 len: 945 time: 0.0778353 Mar 31 21:44:51.957709 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Pushing event deleted for resources: {'Port': ['ID=af9379d7-8526-46a7-9d97-24d51084b9dd,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:52.005929 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] No DVR routers for this DVR port af9379d7-8526-46a7-9d97-24d51084b9dd on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:52.008962 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.011710 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (fabf8bcf-d414-4da2-9bce-58866c616584), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.012539 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9df2b088-14b7-4d7c-a52a-4eb1adaa627e req-989cfcd2-2348-4061-8f4d-4ec800b1ba58 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.35 "DELETE /v2.0/ports/af9379d7-8526-46a7-9d97-24d51084b9dd HTTP/1.1" status: 204 len: 173 time: 0.4122417 Mar 31 21:44:52.016546 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4ea9b872-d5db-4257-a93e-7be8f1986790 req-53cd2002-9c2a-4ab8-a898-2067b6c66a6e tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] 10.222.0.20 "GET /v2.0/security-groups?id=b6898bb3-7d49-4d83-9057-2faea7b0f6b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736833 Mar 31 21:44:52.017638 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fabf8bcf-d414-4da2-9bce-58866c616584), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.050189 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.051438 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2110388 Mar 31 21:44:52.052450 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8c071-8092-42e5-aaf5-1f2198ef8690 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf8bcf-d414-4da2-9bce-58866c616584,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:52.054457 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55260) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:52.058942 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': 'fabf8bcf-d414-4da2-9bce-58866c616584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:52.083736 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (6fd05e1f-f6f9-428a-a494-37eb570647bb), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.110925 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'name': 'network-vif-deleted', 'tag': 'af9379d7-8526-46a7-9d97-24d51084b9dd'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:52.113227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a9f9e2-f196-401c-8b27-c4be10fafb70" -d '{"events": [{"server_uuid": "5dd01583-b7ed-4a24-a06e-80493dec2e42", "name": "network-vif-deleted", "tag": "af9379d7-8526-46a7-9d97-24d51084b9dd"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:52.142787 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (6fd05e1f-f6f9-428a-a494-37eb570647bb), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.148454 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (6fd05e1f-f6f9-428a-a494-37eb570647bb), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.154700 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed85dfb9-86d1-4121-bb81-87fdfae1d0e0 x-openstack-request-id: req-ed85dfb9-86d1-4121-bb81-87fdfae1d0e0 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:52.154994 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd01583-b7ed-4a24-a06e-80493dec2e42", "name": "network-vif-deleted", "tag": "af9379d7-8526-46a7-9d97-24d51084b9dd", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:52.155248 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed85dfb9-86d1-4121-bb81-87fdfae1d0e0 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:52.155653 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed85dfb9-86d1-4121-bb81-87fdfae1d0e0'] response: {'server_uuid': '5dd01583-b7ed-4a24-a06e-80493dec2e42', 'name': 'network-vif-deleted', 'tag': 'af9379d7-8526-46a7-9d97-24d51084b9dd', 'status': 'completed', 'code': 200} Mar 31 21:44:52.169644 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd05e1f-f6f9-428a-a494-37eb570647bb,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:52.176533 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.177737 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-45f4d0ab-6eed-4626-9d4c-796f746525ce tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223595 Mar 31 21:44:52.180529 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55264) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:52.185496 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'security_group_rule': {'security_group_id': 'fabf8bcf-d414-4da2-9bce-58866c616584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:52.210797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (ec4d5c68-a883-4345-8537-59b5416b06fe), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.267879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (ec4d5c68-a883-4345-8537-59b5416b06fe), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.271326 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (ec4d5c68-a883-4345-8537-59b5416b06fe), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.289200 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4d5c68-a883-4345-8537-59b5416b06fe,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:52.297972 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.299209 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-db05bb5f-10ca-4688-8922-8242e34c0569 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176827 Mar 31 21:44:52.302524 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55266) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:52.307236 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:52.328260 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.434129 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.548428 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.27.1.160 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/2375048f-53b8-4b42-9ad8-9fddf49ee798) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:52.651102 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.684524 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.721205 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:52.725406 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:52.728866 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:52.755770 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=2375048f-53b8-4b42-9ad8-9fddf49ee798,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:52.816547 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (ed7ea10e-623d-4e9d-9168-a98760801de1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:52.859384 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.010756 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.015171 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.077442 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55270) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:53.088318 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=2375048f-53b8-4b42-9ad8-9fddf49ee798,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:53.101128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (ed7ea10e-623d-4e9d-9168-a98760801de1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.117900 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.119153 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c9a11dd3-1ac4-41f0-91e3-e2a766c90d78 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8157499 Mar 31 21:44:53.552493 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-da8e4021-3151-4a54-bb41-16678c0797f0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1741043807&fields=id&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 267 time: 0.3191228 Mar 31 21:44:53.595793 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (96658b4b-0c4d-4db3-98ba-b0467bf5f114), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.644271 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device af9379d7-8526-46a7-9d97-24d51084b9dd no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:53.670064 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: af9379d7-8526-46a7-9d97-24d51084b9dd {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:53.670688 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device af9379d7-8526-46a7-9d97-24d51084b9dd not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:53.683206 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-94f2c3ed-305d-4da3-b00b-9c5a9f2b281c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:53.684742 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-94f2c3ed-305d-4da3-b00b-9c5a9f2b281c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1267886 Mar 31 21:44:53.699757 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-544f8bf1-f7b8-447b-ab32-b675400adfad tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/quotas/2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 375 time: 0.0096529 Mar 31 21:44:53.760703 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3f9a298a-f5c7-4eec-b0b2-a66274a0673c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557110 Mar 31 21:44:53.859470 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Deleting port d8d49f4a-aefb-45cd-8bdc-296505e683a6 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:53.859794 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.916283 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-96350311-899e-49ad-9922-ed4a7ff2d82e service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432264 Mar 31 21:44:53.950581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] For port d8d49f4a-aefb-45cd-8bdc-296505e683a6, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d8d49f4a-aefb-45cd-8bdc-296505e683a6,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:53.950941 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:53.965189 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Calling delete_port for d8d49f4a-aefb-45cd-8bdc-296505e683a6 owned by network:router_interface {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:54.013829 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-eeeaa4aa-6ee6-4809-95d7-04d2ba070be9 service neutron] 10.222.0.20 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914395 Mar 31 21:44:54.375247 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-27d8bdee-2237-45e4-814d-afcf7c462b70 req-d1963762-558a-46a7-8b0c-e117d98024c0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 210 time: 0.0329106 Mar 31 21:44:54.462205 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (d8d49f4a-aefb-45cd-8bdc-296505e683a6), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:54.498366 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d49f4a-aefb-45cd-8bdc-296505e683a6,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:54.734350 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (96658b4b-0c4d-4db3-98ba-b0467bf5f114), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:54.982329 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:44:55.094802 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:44:55.103535 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3fbad9fc-c0df-4403-9f5a-60dc8b0ef46c admin admin] 10.222.0.20 "PUT /v2.0/routers/96658b4b-0c4d-4db3-98ba-b0467bf5f114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0248899 Mar 31 21:44:55.104194 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55302) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:55.105131 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] Sync routers for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:44:55.116990 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:55.117638 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:55.235502 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:55.281537 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks [] for router (96658b4b-0c4d-4db3-98ba-b0467bf5f114), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:55.384461 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-7024a488-63ba-4214-8055-b5127f35b872 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:55.386202 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-7024a488-63ba-4214-8055-b5127f35b872 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 814 time: 0.1881974 Mar 31 21:44:55.489713 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks [] for router_gateway (96658b4b-0c4d-4db3-98ba-b0467bf5f114), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:55.492068 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:44:54Z', 'revision_number': 5, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port': {'id': '67ef0160-06d5-4870-8dac-ca8e6db7a1d4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:08:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:55Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:55.502695 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3dca6ef0-6f25-492f-82ec-b0efffd587b7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e7e92ff407a491cade61defb804388a HTTP/1.1" status: 200 len: 380 time: 0.1022491 Mar 31 21:44:55.520699 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] Checking router: 96658b4b-0c4d-4db3-98ba-b0467bf5f114 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:44:55.525013 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e8b689cc-bbbb-4ed2-9319-bac5a3f142d4 req-b893fcb6-3745-4297-8319-5bb9415015c6 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 210 time: 0.0481067 Mar 31 21:44:55.529218 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'port': {'device_id': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'admin_state_up': True, 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'security_groups': ['fabf8bcf-d414-4da2-9bce-58866c616584']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:55.530271 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] Routers {'96658b4b-0c4d-4db3-98ba-b0467bf5f114'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:44:55.530895 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:44:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:55.623200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] Set router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 gateway port host: None {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:44:55.639844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Deleting port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:55.640196 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:55.677258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:44:55Z', 'revision_number': 6, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:55.704886 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ec8c5-9550-482d-9a0b-ab4bb5549e05 None None] The sync data for ids ['96658b4b-0c4d-4db3-98ba-b0467bf5f114'] in dv-cinder-836074-1-iscsi is: [{'id': '96658b4b-0c4d-4db3-98ba-b0467bf5f114', 'name': 'tempest-ServerRescueNegativeTestJSON-330806280-router', 'tenant_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:44:55Z', 'revision_number': 6, 'project_id': '29bb4d24e7074369b00ffa088e1f4d5c', 'gw_port_host': None}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:44:55.721129 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Made reservation on behalf of 2e7e92ff407a491cade61defb804388a for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:44:55.724506 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:55.764280 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] For port 67ef0160-06d5-4870-8dac-ca8e6db7a1d4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:55.764562 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:55.803415 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Calling delete_port for 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:55.924028 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Allocated IP 172.20.0.10 (8ea577cb-82b9-409c-896b-6e4ab00cc1c6/5688f097-0044-4ced-93b8-e17caf04ca16/d37a3e84-cf6d-4861-b109-438ad0f06318) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:44:56.124660 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (67ef0160-06d5-4870-8dac-ca8e6db7a1d4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.163116 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=67ef0160-06d5-4870-8dac-ca8e6db7a1d4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:56.205669 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.253440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (96658b4b-0c4d-4db3-98ba-b0467bf5f114), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.362918 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (96658b4b-0c4d-4db3-98ba-b0467bf5f114), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.365642 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks [] for router_controller (96658b4b-0c4d-4db3-98ba-b0467bf5f114), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.367640 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.448586 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:44:56.452368 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (96658b4b-0c4d-4db3-98ba-b0467bf5f114), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.452897 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96658b4b-0c4d-4db3-98ba-b0467bf5f114 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:44:56.458682 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:44:56.464536 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:44:56.470878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.472496 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-1e87c602-1049-4b23-9c42-e26e383c3dfd admin admin] 10.222.0.20 "DELETE /v2.0/routers/96658b4b-0c4d-4db3-98ba-b0467bf5f114 HTTP/1.1" status: 204 len: 168 time: 1.3670590 Mar 31 21:44:56.475880 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event updated for resources: {'Port': ['ID=d37a3e84-cf6d-4861-b109-438ad0f06318,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:56.478639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55312) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:56.568541 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:56.569580 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.587142 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Deleting subnet c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:44:56.591868 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Publish callbacks [] for subnet (c9103d37-64c7-4d3b-b7cd-4c6e5fc88179), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.618637 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-3cb3e656-9d2a-4dc5-b9c8-2a1444fa4d20 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0970109 Mar 31 21:44:56.634043 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Request body: {'port': {'device_id': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:44:56.669919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14396085'] for subnet (c9103d37-64c7-4d3b-b7cd-4c6e5fc88179), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.723992 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5252b-33bb-446c-875b-f7dd70ceefcb req-cb9d2c71-61ab-4f34-a41b-249d66b99859 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:56.725798 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5dd5252b-33bb-446c-875b-f7dd70ceefcb req-cb9d2c71-61ab-4f34-a41b-249d66b99859 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 932 time: 0.0736396 Mar 31 21:44:56.750299 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.779921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-7ff68379-f56b-4c03-ab54-5ceb7dd3fa8d None None] Provisioning complete for port d37a3e84-cf6d-4861-b109-438ad0f06318 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:44:56.781354 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7ff68379-f56b-4c03-ab54-5ceb7dd3fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:56.799314 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5dd5252b-33bb-446c-875b-f7dd70ceefcb req-3b655f0f-c2a2-4cc2-97d2-fb47ec4754a0 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670018 Mar 31 21:44:56.832007 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-7ff68379-f56b-4c03-ab54-5ceb7dd3fa8d None None] Port d37a3e84-cf6d-4861-b109-438ad0f06318 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:44:56.839593 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (c9103d37-64c7-4d3b-b7cd-4c6e5fc88179), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.023227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14521880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14622760'] for subnet (c9103d37-64c7-4d3b-b7cd-4c6e5fc88179), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.075199 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.075619 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f8ca1a-d4aa-4fb0-a66b-885f752adf88 None None] Network 1c02706c-737d-4304-8530-4cbdd17e7b08 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:44:57.075766 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c9103d37-64c7-4d3b-b7cd-4c6e5fc88179 HTTP/1.1" status: 204 len: 168 time: 0.5693903 Mar 31 21:44:57.075766 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f795be-4f96-49ec-8168-d456a6550717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9103d37-64c7-4d3b-b7cd-4c6e5fc88179,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:57.075934 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55316) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:57.163845 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (1c02706c-737d-4304-8530-4cbdd17e7b08), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.202685 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37a3e84-cf6d-4861-b109-438ad0f06318 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:57.214318 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Publish callbacks [] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.227166 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Deleting port 319f206d-5589-4303-b093-6132292405ae {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:57.227699 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (319f206d-5589-4303-b093-6132292405ae), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.229418 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Transition to ACTIVE for port object d37a3e84-cf6d-4861-b109-438ad0f06318 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:44:57.235322 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.239192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] DHCP port deletion for 1c02706c-737d-4304-8530-4cbdd17e7b08 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:44:57.301238 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Pushing event updated for resources: {'Port': ['ID=d37a3e84-cf6d-4861-b109-438ad0f06318,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:57.311508 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] For port 319f206d-5589-4303-b093-6132292405ae, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=319f206d-5589-4303-b093-6132292405ae,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:57.311876 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (319f206d-5589-4303-b093-6132292405ae), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.312841 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Deleting port 319f206d-5589-4303-b093-6132292405ae {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:44:57.313409 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (319f206d-5589-4303-b093-6132292405ae), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.327189 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Calling delete_port for 319f206d-5589-4303-b093-6132292405ae owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:57.392392 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] For port 319f206d-5589-4303-b093-6132292405ae, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=319f206d-5589-4303-b093-6132292405ae,segment=NetworkSegment(0c0545a9-cf5d-438e-9a72-96b2bca47040),segment_id=0c0545a9-cf5d-438e-9a72-96b2bca47040)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:57.392867 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (319f206d-5589-4303-b093-6132292405ae), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.406861 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Attempting to bind port d37a3e84-cf6d-4861-b109-438ad0f06318 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:44:57.407226 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Attempting to bind port d37a3e84-cf6d-4861-b109-438ad0f06318 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:44:57.409347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Attempting to bind port d37a3e84-cf6d-4861-b109-438ad0f06318 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:57.410033 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Calling delete_port for 319f206d-5589-4303-b093-6132292405ae owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:44:57.416271 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Port d37a3e84-cf6d-4861-b109-438ad0f06318 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:44:57.416526 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Attempting to bind port d37a3e84-cf6d-4861-b109-438ad0f06318 on network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:44:57.425352 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:44:57.425708 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Checking segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:44:57.426077 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Bound using segment: {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:44:57.426923 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Bound port: d37a3e84-cf6d-4861-b109-438ad0f06318, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40bf53aa-b5f6-4915-a9f1-9bc8240015c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:44:57.427293 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.451451 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (319f206d-5589-4303-b093-6132292405ae), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.478125 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Pushing event deleted for resources: {'Port': ['ID=319f206d-5589-4303-b093-6132292405ae,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:57.480643 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:57.497022 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] No DVR routers for this DVR port 319f206d-5589-4303-b093-6132292405ae on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:57.507600 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] For port d37a3e84-cf6d-4861-b109-438ad0f06318, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:44:57.511427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] For port d37a3e84-cf6d-4861-b109-438ad0f06318, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d37a3e84-cf6d-4861-b109-438ad0f06318,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:44:57.520854 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.541539 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:57.542115 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 67ef0160-06d5-4870-8dac-ca8e6db7a1d4 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:57.542585 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 319f206d-5589-4303-b093-6132292405ae no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:57.560622 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:57.561249 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.562676 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] 10.222.0.35 "PUT /v2.0/ports/d37a3e84-cf6d-4861-b109-438ad0f06318 HTTP/1.1" status: 200 len: 1094 time: 0.9344177 Mar 31 21:44:57.563143 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:44:57.565407 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff62bb48-9a11-4197-a10e-66fd679b0453" -d '{"events": [{"name": "network-changed", "server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:44:57.579958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 319f206d-5589-4303-b093-6132292405ae {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:57.579958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 319f206d-5589-4303-b093-6132292405ae not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:57.580460 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d8d49f4a-aefb-45cd-8bdc-296505e683a6 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:44:57.595539 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561af28e-1dd7-4d84-9d13-ef645e0a0c02 service neutron] Pushing event updated for resources: {'Port': ['ID=d37a3e84-cf6d-4861-b109-438ad0f06318,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:57.611130 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (1c02706c-737d-4304-8530-4cbdd17e7b08), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.631887 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: d8d49f4a-aefb-45cd-8bdc-296505e683a6 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:44:57.632612 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d8d49f4a-aefb-45cd-8bdc-296505e683a6 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:44:57.640699 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c02706c-737d-4304-8530-4cbdd17e7b08']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:57.659134 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0545a9-cf5d-438e-9a72-96b2bca47040') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:57.659436 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0545a9-cf5d-438e-9a72-96b2bca47040') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:44:57.667873 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953baf9-7017-45ec-a3fb-0da786f447ca x-openstack-request-id: req-8953baf9-7017-45ec-a3fb-0da786f447ca {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:44:57.668135 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:44:57.668323 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8953baf9-7017-45ec-a3fb-0da786f447ca {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:44:57.668721 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8953baf9-7017-45ec-a3fb-0da786f447ca'] response: {'name': 'network-changed', 'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'status': 'completed', 'code': 200} Mar 31 21:44:57.672453 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (0c0545a9-cf5d-438e-9a72-96b2bca47040), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.679740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (319f206d-5589-4303-b093-6132292405ae), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.687934 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (0c0545a9-cf5d-438e-9a72-96b2bca47040), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.692842 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] No DVR routers for this DVR port 319f206d-5589-4303-b093-6132292405ae on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:44:57.696811 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:44:57.697439 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (0c0545a9-cf5d-438e-9a72-96b2bca47040), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:44:57.699445 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:44:57.702123 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-49d06e97-b1b7-4f38-8c82-c7aa70774044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:57.702220 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-49d06e97-b1b7-4f38-8c82-c7aa70774044 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 1128 time: 0.0845037 Mar 31 21:44:57.713033 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Pushing event deleted for resources: {'Port': ['ID=319f206d-5589-4303-b093-6132292405ae,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:57.724811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.725402 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.726018 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.726671 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.727254 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.727870 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.728479 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.729115 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.729711 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.730040 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.730367 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.730697 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.731019 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.731336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.731653 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d676aa-5caa-4332-b233-3527fd4ce147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:44:57.759259 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-2c676c41-afb6-4914-9da3-847aaa78c944 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d37a3e84-cf6d-4861-b109-438ad0f06318 HTTP/1.1" status: 200 len: 217 time: 0.0489681 Mar 31 21:44:57.762923 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (1c02706c-737d-4304-8530-4cbdd17e7b08), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.767721 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:57.773968 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c02706c-737d-4304-8530-4cbdd17e7b08 HTTP/1.1" status: 204 len: 168 time: 0.6931279 Mar 31 21:44:57.786085 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3302203-7971-46a2-b2c2-51c370b7946d admin admin] Pushing event deleted for resources: {'Network': ['ID=1c02706c-737d-4304-8530-4cbdd17e7b08,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:57.831950 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-2d67abbf-de0a-4402-9ef2-f119942e5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:57.837057 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-2d67abbf-de0a-4402-9ef2-f119942e5fe5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0706108 Mar 31 21:44:57.901900 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcbae-3804-418d-855c-6fe03acaed18 req-ccffacc5-440a-4629-a4ee-b364f7b6f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:57.903420 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-ccffacc5-440a-4629-a4ee-b364f7b6f936 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591581 Mar 31 21:44:57.928198 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6e9b2-d3e2-46a1-a6fc-7c2475f4a4a7 req-55e53a5a-6bf7-403b-8004-3802ed5702e3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:57.929882 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-63c6e9b2-d3e2-46a1-a6fc-7c2475f4a4a7 req-55e53a5a-6bf7-403b-8004-3802ed5702e3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 944 time: 0.0624130 Mar 31 21:44:57.930641 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55324) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:58.005891 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0d098cbe-5819-46d3-b36e-6f0cceaa13cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29bb4d24e7074369b00ffa088e1f4d5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0739784 Mar 31 21:44:58.008885 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55326) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:44:58.014049 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-63c6e9b2-d3e2-46a1-a6fc-7c2475f4a4a7 req-3502d71c-b804-45ae-bb45-f60cbde2db4c tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757940 Mar 31 21:44:58.016797 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-ec0fb8c7-e78b-4e8c-81a7-64f30808e429 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054022 Mar 31 21:44:58.126121 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8eebac9d-23ab-4b07-9429-66610e5f975c admin admin] Publish callbacks [] for security_group (b6898bb3-7d49-4d83-9057-2faea7b0f6b9), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:58.158833 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-193bcbae-3804-418d-855c-6fe03acaed18 req-fde1a659-2b96-4e1d-a67d-06dce21a994f service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353805 Mar 31 21:44:58.160677 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8eebac9d-23ab-4b07-9429-66610e5f975c admin admin] Publish callbacks [] for security_group (b6898bb3-7d49-4d83-9057-2faea7b0f6b9), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:58.210643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8eebac9d-23ab-4b07-9429-66610e5f975c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b6898bb3-7d49-4d83-9057-2faea7b0f6b9), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:58.213399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8eebac9d-23ab-4b07-9429-66610e5f975c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:58.214585 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8eebac9d-23ab-4b07-9429-66610e5f975c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6898bb3-7d49-4d83-9057-2faea7b0f6b9 HTTP/1.1" status: 204 len: 168 time: 0.2047048 Mar 31 21:44:58.247804 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebac9d-23ab-4b07-9429-66610e5f975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6898bb3-7d49-4d83-9057-2faea7b0f6b9,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:44:58.270090 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-5a1d038a-1f7f-4860-b011-6a4f47672c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:58.271658 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-5a1d038a-1f7f-4860-b011-6a4f47672c8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 1128 time: 0.0560641 Mar 31 21:44:58.367341 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-1468b132-975d-4151-882f-2419bc0cbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:58.368842 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-1468b132-975d-4151-882f-2419bc0cbfd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.0900824 Mar 31 21:44:58.410564 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-6d0837a3-4c5d-4676-a3c7-fa20ff8173a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d37a3e84-cf6d-4861-b109-438ad0f06318 HTTP/1.1" status: 200 len: 217 time: 0.0345623 Mar 31 21:44:58.460891 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-71124242-f1f0-46ee-875e-ccb982823087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:58.462307 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-71124242-f1f0-46ee-875e-ccb982823087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0433998 Mar 31 21:44:58.519743 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-5083b95a-4509-4f6b-a6bb-329585627802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:58.521282 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-5083b95a-4509-4f6b-a6bb-329585627802 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436497 Mar 31 21:44:58.617321 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-c8957246-2f60-4463-ab19-527a337cff25 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888898 Mar 31 21:44:58.709678 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff62bb48-9a11-4197-a10e-66fd679b0453 req-a9ed9036-b5b0-4064-ad3d-958761eba5e0 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838144 Mar 31 21:44:59.141678 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4e3e0-52a3-4464-acf8-5bd087d39067 req-3891c52a-379c-4139-b0ab-2260d5f7c154 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:44:59.142930 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4ca4e3e0-52a3-4464-acf8-5bd087d39067 req-3891c52a-379c-4139-b0ab-2260d5f7c154 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 944 time: 0.0591018 Mar 31 21:44:59.201755 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4ca4e3e0-52a3-4464-acf8-5bd087d39067 req-488fe123-00fb-4e12-9b3e-76322679c14b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518353 Mar 31 21:44:59.665830 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d37a3e84-cf6d-4861-b109-438ad0f06318 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:44:59.762930 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port d37a3e84-cf6d-4861-b109-438ad0f06318, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d37a3e84-cf6d-4861-b109-438ad0f06318,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:59.778531 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'port_id': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'mac_address': 'fa:16:3e:2a:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:44:59.821709 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port d37a3e84-cf6d-4861-b109-438ad0f06318 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:44:59.822091 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:59.834973 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37a3e84-cf6d-4861-b109-438ad0f06318 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:44:59.855099 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port d37a3e84-cf6d-4861-b109-438ad0f06318, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d37a3e84-cf6d-4861-b109-438ad0f06318,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:44:59.858909 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:44:59.912623 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=d37a3e84-cf6d-4861-b109-438ad0f06318,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:00.162837 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55400) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:00.211130 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['d37a3e84-cf6d-4861-b109-438ad0f06318'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:45:00.283017 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-982d9654-5393-4d54-9622-b91cf491c2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.342964 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bafed9-d87f-47e5-bf91-70ec31845a76 req-fe65408c-43bc-433e-874c-297ab4737fba tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:00.344843 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-47bafed9-d87f-47e5-bf91-70ec31845a76 req-fe65408c-43bc-433e-874c-297ab4737fba tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 945 time: 0.0582688 Mar 31 21:45:00.370013 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-982d9654-5393-4d54-9622-b91cf491c2c3 admin admin] Publish callbacks [] for security_group (1525cb9a-d24c-4513-9eb5-4444d29403c0), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.374702 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-982d9654-5393-4d54-9622-b91cf491c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1525cb9a-d24c-4513-9eb5-4444d29403c0), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.399274 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-47bafed9-d87f-47e5-bf91-70ec31845a76 req-bca564c3-dcd7-49e0-b62c-49d98c01e08b tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Mar 31 21:45:00.419372 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9654-5393-4d54-9622-b91cf491c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1525cb9a-d24c-4513-9eb5-4444d29403c0,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:00.423719 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-982d9654-5393-4d54-9622-b91cf491c2c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c67e9296707e4d2fa92777415697a06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598081 Mar 31 21:45:00.426390 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55406) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:00.475923 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54d71a03-e2ff-4508-8cfd-5dc15c0e9d10 admin admin] Publish callbacks [] for security_group (1525cb9a-d24c-4513-9eb5-4444d29403c0), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.500488 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54d71a03-e2ff-4508-8cfd-5dc15c0e9d10 admin admin] Publish callbacks [] for security_group (1525cb9a-d24c-4513-9eb5-4444d29403c0), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.547879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54d71a03-e2ff-4508-8cfd-5dc15c0e9d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1525cb9a-d24c-4513-9eb5-4444d29403c0), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.550599 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-54d71a03-e2ff-4508-8cfd-5dc15c0e9d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.551766 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-54d71a03-e2ff-4508-8cfd-5dc15c0e9d10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1525cb9a-d24c-4513-9eb5-4444d29403c0 HTTP/1.1" status: 204 len: 168 time: 0.1244686 Mar 31 21:45:00.563009 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d71a03-e2ff-4508-8cfd-5dc15c0e9d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525cb9a-d24c-4513-9eb5-4444d29403c0,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:00.823391 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55412) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:00.838030 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2fd14781-090d-4ea0-97a5-ed9066774994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.917645 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2fd14781-090d-4ea0-97a5-ed9066774994 admin admin] Publish callbacks [] for security_group (0ee23d98-7dec-4d16-b217-14b9562bd2d3), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.923563 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2fd14781-090d-4ea0-97a5-ed9066774994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0ee23d98-7dec-4d16-b217-14b9562bd2d3), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:00.966483 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-2fd14781-090d-4ea0-97a5-ed9066774994 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d42b908bb75444419001c7dd18bf7784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419499 Mar 31 21:45:00.967342 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd14781-090d-4ea0-97a5-ed9066774994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee23d98-7dec-4d16-b217-14b9562bd2d3,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:00.970373 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55414) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:01.020914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e0c3eefa-bcf5-49c0-84e3-7c802701c0b8 admin admin] Publish callbacks [] for security_group (0ee23d98-7dec-4d16-b217-14b9562bd2d3), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.044038 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e0c3eefa-bcf5-49c0-84e3-7c802701c0b8 admin admin] Publish callbacks [] for security_group (0ee23d98-7dec-4d16-b217-14b9562bd2d3), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.090317 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e0c3eefa-bcf5-49c0-84e3-7c802701c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0ee23d98-7dec-4d16-b217-14b9562bd2d3), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.092977 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-e0c3eefa-bcf5-49c0-84e3-7c802701c0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.094154 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-e0c3eefa-bcf5-49c0-84e3-7c802701c0b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ee23d98-7dec-4d16-b217-14b9562bd2d3 HTTP/1.1" status: 204 len: 168 time: 0.1230638 Mar 31 21:45:01.102823 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3eefa-bcf5-49c0-84e3-7c802701c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee23d98-7dec-4d16-b217-14b9562bd2d3,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:01.539524 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca06e-adf7-433f-a9be-5fbbbc374b9b req-2c2fef53-3ec3-4690-b990-5fabe35ad469 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:01.541089 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e90ca06e-adf7-433f-a9be-5fbbbc374b9b req-2c2fef53-3ec3-4690-b990-5fabe35ad469 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 945 time: 0.0676970 Mar 31 21:45:01.607853 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e90ca06e-adf7-433f-a9be-5fbbbc374b9b req-69b6099d-ca37-4b50-91f9-ee999c7295eb tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600448 Mar 31 21:45:01.674866 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d37a3e84-cf6d-4861-b109-438ad0f06318 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:45:01.725674 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port d37a3e84-cf6d-4861-b109-438ad0f06318 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:45:01.730297 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port d37a3e84-cf6d-4861-b109-438ad0f06318 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:45:01.730670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.815283 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port d37a3e84-cf6d-4861-b109-438ad0f06318 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:01.815670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.840987 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:01.843336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cba675c-064d-4494-aac7-0170f015daff" -d '{"events": [{"server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "name": "network-vif-plugged", "status": "completed", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:01.857128 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port d37a3e84-cf6d-4861-b109-438ad0f06318, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d37a3e84-cf6d-4861-b109-438ad0f06318,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:01.862492 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:01.889941 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096f89f-3207-4c7d-ba7e-0d10f0b6ca56 x-openstack-request-id: req-8096f89f-3207-4c7d-ba7e-0d10f0b6ca56 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:01.891125 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "name": "network-vif-plugged", "status": "completed", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:01.891390 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8096f89f-3207-4c7d-ba7e-0d10f0b6ca56 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:01.891820 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8096f89f-3207-4c7d-ba7e-0d10f0b6ca56'] response: {'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'code': 200} Mar 31 21:45:01.920924 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=d37a3e84-cf6d-4861-b109-438ad0f06318,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:02.082841 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d53c1-6b44-4d3b-ad7c-adb116b27391 req-1268dd9c-2b78-44a7-83e9-f7d4d1c3388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:02.084348 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-605d53c1-6b44-4d3b-ad7c-adb116b27391 req-1268dd9c-2b78-44a7-83e9-f7d4d1c3388b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 1130 time: 0.0522556 Mar 31 21:45:02.134562 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-605d53c1-6b44-4d3b-ad7c-adb116b27391 req-2bfb57e0-cecd-47ff-94c4-f6295ba290b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Mar 31 21:45:02.338612 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5b4f3db0-e2c7-4134-ab02-5b07a276a3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:02.761069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bb31a-6284-44f7-b425-9c0476928e33 req-3f8f810b-168e-44ae-ba1b-ed1f4df0dba1 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:02.762719 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d3bb31a-6284-44f7-b425-9c0476928e33 req-3f8f810b-168e-44ae-ba1b-ed1f4df0dba1 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0750637 Mar 31 21:45:02.836840 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d3bb31a-6284-44f7-b425-9c0476928e33 req-a54abc3a-a639-4463-9151-da008c0d10c7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679436 Mar 31 21:45:03.978141 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9060d-5fd8-4e49-a812-2ea454174354 req-1519dacc-0eab-4ea8-9897-5a2ce0f4aa23 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:03.980014 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fca9060d-5fd8-4e49-a812-2ea454174354 req-1519dacc-0eab-4ea8-9897-5a2ce0f4aa23 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0587721 Mar 31 21:45:04.056812 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fca9060d-5fd8-4e49-a812-2ea454174354 req-96740c39-438c-4611-86b8-f34de12bd4df tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670238 Mar 31 21:45:04.207814 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303d5cb-5ea7-4853-9e83-9141b87d1015 req-d01c0d28-375d-43f9-81a5-37872faba1ed tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:04.207814 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4303d5cb-5ea7-4853-9e83-9141b87d1015 req-d01c0d28-375d-43f9-81a5-37872faba1ed tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0775268 Mar 31 21:45:04.212931 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55492) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:04.217965 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Request body: {'floatingip': {'port_id': 'd37a3e84-cf6d-4861-b109-438ad0f06318'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:45:04.261500 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (ed7ea10e-623d-4e9d-9168-a98760801de1), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:04.993333 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:04.997836 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (ed7ea10e-623d-4e9d-9168-a98760801de1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:05.101542 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP ed7ea10e-623d-4e9d-9168-a98760801de1 associated. External IP: 172.27.1.160, port: d37a3e84-cf6d-4861-b109-438ad0f06318. Mar 31 21:45:05.158430 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-87b62959-4da5-4f9e-b01f-c8c94ce227b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:05.317730 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:45:05.437670 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:45:05.442486 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:05.447751 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:45:05.457506 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:05.458122 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:45:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:05.476850 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-58f16e4f-7d66-4029-a346-77165c0ae5b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "PUT /v2.0/floatingips/ed7ea10e-623d-4e9d-9168-a98760801de1 HTTP/1.1" status: 200 len: 992 time: 1.2625315 Mar 31 21:45:05.478182 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:05.482019 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038596dd-9e35-431d-92dc-299a2f527964" -d '{"events": [{"name": "network-changed", "server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:05.533785 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe92c29b-14a7-47dc-9287-8d85e12681ad x-openstack-request-id: req-fe92c29b-14a7-47dc-9287-8d85e12681ad {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:05.534075 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:05.534329 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe92c29b-14a7-47dc-9287-8d85e12681ad {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:05.534741 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe92c29b-14a7-47dc-9287-8d85e12681ad'] response: {'name': 'network-changed', 'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'status': 'completed', 'code': 200} Mar 31 21:45:05.553602 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:45:05.598599 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:05.621159 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038596dd-9e35-431d-92dc-299a2f527964 req-4d6b62b7-8566-4118-ad53-7709918ce13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:05.622760 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-4d6b62b7-8566-4118-ad53-7709918ce13f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e7e92ff407a491cade61defb804388a&device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 1130 time: 0.0589347 Mar 31 21:45:05.728465 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038596dd-9e35-431d-92dc-299a2f527964 req-64015f26-7006-4b12-a372-5b663571265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:05.730833 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-64015f26-7006-4b12-a372-5b663571265d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 200 len: 915 time: 0.1018803 Mar 31 21:45:05.812327 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-941d8404-ddda-48b1-bae3-165463527684 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d37a3e84-cf6d-4861-b109-438ad0f06318 HTTP/1.1" status: 200 len: 1000 time: 0.0699341 Mar 31 21:45:05.854985 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'ed7ea10e-623d-4e9d-9168-a98760801de1', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2a:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:52Z', 'updated_at': '2022-03-31T21:45:04Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:05.863290 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038596dd-9e35-431d-92dc-299a2f527964 req-5c5957de-2a4a-4ab5-a026-8d17be521cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:05.865369 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-5c5957de-2a4a-4ab5-a026-8d17be521cb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 200 len: 853 time: 0.0457244 Mar 31 21:45:05.881691 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:45:05.891665 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:05.892327 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:45:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:05.923616 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55518) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:05.934131 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038596dd-9e35-431d-92dc-299a2f527964 req-fc4f273c-3f66-4b9a-b2be-233ff0d54097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:05.935663 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-fc4f273c-3f66-4b9a-b2be-233ff0d54097 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8ea577cb-82b9-409c-896b-6e4ab00cc1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629878 Mar 31 21:45:06.015195 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:06.043118 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-881ab5b1-95c8-4c2d-aaf1-f85d109fd2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991337 Mar 31 21:45:06.048864 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9ea2b86b-2577-4bf2-957d-8b02277e1f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.172455 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.180098 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-038596dd-9e35-431d-92dc-299a2f527964 req-659f66c6-2d38-4959-a004-86b9ba4f1798 service neutron] 10.222.0.35 "GET /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288598 Mar 31 21:45:06.222972 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9ea2b86b-2577-4bf2-957d-8b02277e1f69 admin admin] Publish callbacks [] for security_group (dfe5d872-222c-41f2-bcb1-141e0d46e891), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.228454 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9ea2b86b-2577-4bf2-957d-8b02277e1f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (dfe5d872-222c-41f2-bcb1-141e0d46e891), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.268562 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9ea2b86b-2577-4bf2-957d-8b02277e1f69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1391459ea6a1478ca515385aa4af210e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438873 Mar 31 21:45:06.269758 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2b86b-2577-4bf2-957d-8b02277e1f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5d872-222c-41f2-bcb1-141e0d46e891,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:06.271843 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55522) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:06.325527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-328d79b2-db5b-476f-a671-9ae70d067498 admin admin] Publish callbacks [] for security_group (dfe5d872-222c-41f2-bcb1-141e0d46e891), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.351154 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-328d79b2-db5b-476f-a671-9ae70d067498 admin admin] Publish callbacks [] for security_group (dfe5d872-222c-41f2-bcb1-141e0d46e891), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.365580 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'ed7ea10e-623d-4e9d-9168-a98760801de1', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2a:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:52Z', 'updated_at': '2022-03-31T21:45:04Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:06.395011 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f9ac2-6f52-43bb-8c30-7c2d7cbcd68b None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'ed7ea10e-623d-4e9d-9168-a98760801de1', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'port_id': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'mac_address': 'fa:16:3e:2a:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:44:52Z', 'updated_at': '2022-03-31T21:45:04Z', 'revision_number': 1, 'project_id': '2e7e92ff407a491cade61defb804388a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:45:06.397537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-328d79b2-db5b-476f-a671-9ae70d067498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (dfe5d872-222c-41f2-bcb1-141e0d46e891), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.400226 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-328d79b2-db5b-476f-a671-9ae70d067498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.407192 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-328d79b2-db5b-476f-a671-9ae70d067498 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfe5d872-222c-41f2-bcb1-141e0d46e891 HTTP/1.1" status: 204 len: 168 time: 0.1339827 Mar 31 21:45:06.415759 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d79b2-db5b-476f-a671-9ae70d067498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5d872-222c-41f2-bcb1-141e0d46e891,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:06.609359 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567c437-cd04-418a-8296-dc86b51300e6 None None] New status for floating IP ed7ea10e-623d-4e9d-9168-a98760801de1: ACTIVE {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:45:06.679322 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55528) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:06.693753 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-72da653f-bda0-4319-8e5a-31be9d176855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.778761 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-72da653f-bda0-4319-8e5a-31be9d176855 admin admin] Publish callbacks [] for security_group (67d9f1a0-870f-4744-bbc1-8b3a86b0708d), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.782842 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-72da653f-bda0-4319-8e5a-31be9d176855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (67d9f1a0-870f-4744-bbc1-8b3a86b0708d), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.823479 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-72da653f-bda0-4319-8e5a-31be9d176855 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26aa222b67b641ddb63d24d4e32e8fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405480 Mar 31 21:45:06.824264 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55530) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:06.826074 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da653f-bda0-4319-8e5a-31be9d176855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9f1a0-870f-4744-bbc1-8b3a86b0708d,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:06.886021 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44fd489-f280-4c37-b64d-67e0ec5f3693 admin admin] Publish callbacks [] for security_group (67d9f1a0-870f-4744-bbc1-8b3a86b0708d), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.908998 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44fd489-f280-4c37-b64d-67e0ec5f3693 admin admin] Publish callbacks [] for security_group (67d9f1a0-870f-4744-bbc1-8b3a86b0708d), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.963449 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44fd489-f280-4c37-b64d-67e0ec5f3693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (67d9f1a0-870f-4744-bbc1-8b3a86b0708d), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.965965 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c44fd489-f280-4c37-b64d-67e0ec5f3693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:06.968843 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c44fd489-f280-4c37-b64d-67e0ec5f3693 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67d9f1a0-870f-4744-bbc1-8b3a86b0708d HTTP/1.1" status: 204 len: 168 time: 0.1422393 Mar 31 21:45:06.976019 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fd489-f280-4c37-b64d-67e0ec5f3693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9f1a0-870f-4744-bbc1-8b3a86b0708d,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:07.789680 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.545472 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55576) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:08.654781 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78fee324-da06-4d2f-b769-7406c760aeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.730519 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78fee324-da06-4d2f-b769-7406c760aeea admin admin] Publish callbacks [] for security_group (e0a59708-2241-4794-a2a7-9cc6e5627691), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.734266 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78fee324-da06-4d2f-b769-7406c760aeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e0a59708-2241-4794-a2a7-9cc6e5627691), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.772709 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-78fee324-da06-4d2f-b769-7406c760aeea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e33579c82f2c45758fdcfd28a35d7a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257924 Mar 31 21:45:08.773619 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fee324-da06-4d2f-b769-7406c760aeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a59708-2241-4794-a2a7-9cc6e5627691,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:08.775571 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55580) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:08.826213 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-923cdc76-8f33-433e-9ff4-06f25b499077 admin admin] Publish callbacks [] for security_group (e0a59708-2241-4794-a2a7-9cc6e5627691), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.847669 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-923cdc76-8f33-433e-9ff4-06f25b499077 admin admin] Publish callbacks [] for security_group (e0a59708-2241-4794-a2a7-9cc6e5627691), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.899492 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-923cdc76-8f33-433e-9ff4-06f25b499077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e0a59708-2241-4794-a2a7-9cc6e5627691), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.902753 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-923cdc76-8f33-433e-9ff4-06f25b499077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:08.907354 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-923cdc76-8f33-433e-9ff4-06f25b499077 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0a59708-2241-4794-a2a7-9cc6e5627691 HTTP/1.1" status: 204 len: 168 time: 0.1307268 Mar 31 21:45:08.916122 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cdc76-8f33-433e-9ff4-06f25b499077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a59708-2241-4794-a2a7-9cc6e5627691,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:09.043777 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.206544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55586) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:09.220916 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7054e988-2ac3-4fe2-99a0-e19e790e280b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.300649 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7054e988-2ac3-4fe2-99a0-e19e790e280b admin admin] Publish callbacks [] for security_group (1ebc880c-374d-4a2e-8df6-f2b065cde0a9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.305018 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-7054e988-2ac3-4fe2-99a0-e19e790e280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1ebc880c-374d-4a2e-8df6-f2b065cde0a9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.347432 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-7054e988-2ac3-4fe2-99a0-e19e790e280b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e4b65dac86048f19b038c56492379bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373644 Mar 31 21:45:09.347432 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054e988-2ac3-4fe2-99a0-e19e790e280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebc880c-374d-4a2e-8df6-f2b065cde0a9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:09.348704 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55588) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:09.403706 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3793-49ca-4cae-ba29-47b6fc5c27f6 admin admin] Publish callbacks [] for security_group (1ebc880c-374d-4a2e-8df6-f2b065cde0a9), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.427968 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3793-49ca-4cae-ba29-47b6fc5c27f6 admin admin] Publish callbacks [] for security_group (1ebc880c-374d-4a2e-8df6-f2b065cde0a9), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.485658 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3793-49ca-4cae-ba29-47b6fc5c27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1ebc880c-374d-4a2e-8df6-f2b065cde0a9), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.488315 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3793-49ca-4cae-ba29-47b6fc5c27f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:09.489516 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a2ce3793-49ca-4cae-ba29-47b6fc5c27f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ebc880c-374d-4a2e-8df6-f2b065cde0a9 HTTP/1.1" status: 204 len: 168 time: 0.1393042 Mar 31 21:45:09.497389 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce3793-49ca-4cae-ba29-47b6fc5c27f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebc880c-374d-4a2e-8df6-f2b065cde0a9,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:13.650088 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ba48-172a-4128-9e24-720fc8d7c0b1 req-a8de5fbb-0b96-4ad0-8deb-f803db736a1c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:13.651593 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e4c1ba48-172a-4128-9e24-720fc8d7c0b1 req-a8de5fbb-0b96-4ad0-8deb-f803db736a1c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0552390 Mar 31 21:45:13.700531 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e4c1ba48-172a-4128-9e24-720fc8d7c0b1 req-ef5e2938-36d6-4f3f-94ab-b8d7d9e37d5e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Mar 31 21:45:14.838812 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424595f-34cd-4f63-abaa-ad7a0f8f8a7f req-407ac22d-1380-4c20-9c62-ee7975afe1eb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:14.840309 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f424595f-34cd-4f63-abaa-ad7a0f8f8a7f req-407ac22d-1380-4c20-9c62-ee7975afe1eb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0579159 Mar 31 21:45:14.886986 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f424595f-34cd-4f63-abaa-ad7a0f8f8a7f req-37bb1a8f-c8af-4954-8425-56ce582b6307 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409374 Mar 31 21:45:16.026156 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf621de-bbb5-4ea1-a235-b23f0188a56b req-041ccf99-22f9-4bed-b2a6-cf75dfe3b4ee tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:16.027691 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-baf621de-bbb5-4ea1-a235-b23f0188a56b req-041ccf99-22f9-4bed-b2a6-cf75dfe3b4ee tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0678988 Mar 31 21:45:16.083364 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-baf621de-bbb5-4ea1-a235-b23f0188a56b req-0f7c40d3-3739-4b7e-a3c5-f9850c2b0805 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482683 Mar 31 21:45:17.209442 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487829-07f3-4617-9dbb-48dee6c03da0 req-fd92b4e7-f3ab-4271-ac46-5aed5bb77738 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:17.210954 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d7487829-07f3-4617-9dbb-48dee6c03da0 req-fd92b4e7-f3ab-4271-ac46-5aed5bb77738 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0526493 Mar 31 21:45:17.257511 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-d7487829-07f3-4617-9dbb-48dee6c03da0 req-051501e0-a32e-46a7-8748-10141e85f5e9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Mar 31 21:45:18.383947 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b74a8d-cef8-4279-a810-847ee06c4354 req-3846fd26-0911-4754-a620-edcfa6d770c1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:18.385700 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d2b74a8d-cef8-4279-a810-847ee06c4354 req-3846fd26-0911-4754-a620-edcfa6d770c1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Mar 31 21:45:18.398505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55762) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:18.446611 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d2b74a8d-cef8-4279-a810-847ee06c4354 req-f68be68f-3f58-4397-b80f-c8dfb8108056 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536985 Mar 31 21:45:18.523937 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a661f94f-4483-4fec-bdf2-ebc86808f243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.601405 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a661f94f-4483-4fec-bdf2-ebc86808f243 admin admin] Publish callbacks [] for security_group (7bb92a1e-be24-497d-8219-2dd1bc5b68b0), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.605693 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a661f94f-4483-4fec-bdf2-ebc86808f243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (7bb92a1e-be24-497d-8219-2dd1bc5b68b0), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.643949 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a661f94f-4483-4fec-bdf2-ebc86808f243 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8a0873ea88347df8a24bce57fe8190b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442737 Mar 31 21:45:18.644819 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661f94f-4483-4fec-bdf2-ebc86808f243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb92a1e-be24-497d-8219-2dd1bc5b68b0,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:18.647683 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55766) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:18.694685 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-07b89c3e-b6d4-44ec-8c6f-c85ea66b5bae admin admin] Publish callbacks [] for security_group (7bb92a1e-be24-497d-8219-2dd1bc5b68b0), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.723230 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-07b89c3e-b6d4-44ec-8c6f-c85ea66b5bae admin admin] Publish callbacks [] for security_group (7bb92a1e-be24-497d-8219-2dd1bc5b68b0), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.744461 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.778890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-07b89c3e-b6d4-44ec-8c6f-c85ea66b5bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (7bb92a1e-be24-497d-8219-2dd1bc5b68b0), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.781505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-07b89c3e-b6d4-44ec-8c6f-c85ea66b5bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:18.782650 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-07b89c3e-b6d4-44ec-8c6f-c85ea66b5bae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bb92a1e-be24-497d-8219-2dd1bc5b68b0 HTTP/1.1" status: 204 len: 168 time: 0.1340749 Mar 31 21:45:18.791750 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b89c3e-b6d4-44ec-8c6f-c85ea66b5bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb92a1e-be24-497d-8219-2dd1bc5b68b0,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:19.055378 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55776) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:19.068674 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bbdbde1a-e22a-44dd-8e12-3422fc139c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.142521 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bbdbde1a-e22a-44dd-8e12-3422fc139c82 admin admin] Publish callbacks [] for security_group (78205ef4-a7f4-4ce4-8647-1561cb4b686f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.146610 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bbdbde1a-e22a-44dd-8e12-3422fc139c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (78205ef4-a7f4-4ce4-8647-1561cb4b686f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.184714 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbde1a-e22a-44dd-8e12-3422fc139c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78205ef4-a7f4-4ce4-8647-1561cb4b686f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:19.190300 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-bbdbde1a-e22a-44dd-8e12-3422fc139c82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cff255d6fa0743d5989341cfe5945cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335948 Mar 31 21:45:19.193412 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55778) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:19.240459 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-28c3070e-5ccc-49ef-b893-cc857e4f40cd admin admin] Publish callbacks [] for security_group (78205ef4-a7f4-4ce4-8647-1561cb4b686f), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.261441 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-28c3070e-5ccc-49ef-b893-cc857e4f40cd admin admin] Publish callbacks [] for security_group (78205ef4-a7f4-4ce4-8647-1561cb4b686f), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.307505 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-28c3070e-5ccc-49ef-b893-cc857e4f40cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (78205ef4-a7f4-4ce4-8647-1561cb4b686f), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.309989 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-28c3070e-5ccc-49ef-b893-cc857e4f40cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.313457 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-28c3070e-5ccc-49ef-b893-cc857e4f40cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78205ef4-a7f4-4ce4-8647-1561cb4b686f HTTP/1.1" status: 204 len: 168 time: 0.1168308 Mar 31 21:45:19.319732 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3070e-5ccc-49ef-b893-cc857e4f40cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78205ef4-a7f4-4ce4-8647-1561cb4b686f,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:19.667430 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb5eb-eb6f-4413-8a7e-091c54e1d53d req-3045dc00-781b-45a0-a3bc-41b7337fd8de tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:19.680992 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b4cb5eb-eb6f-4413-8a7e-091c54e1d53d req-3045dc00-781b-45a0-a3bc-41b7337fd8de tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.1179569 Mar 31 21:45:19.730984 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55794) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:19.745009 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1014371e-ac7e-4603-bda0-6ea36c4d3e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.752277 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b4cb5eb-eb6f-4413-8a7e-091c54e1d53d req-534e72cd-93c1-49c0-af41-d318e1440bf5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544395 Mar 31 21:45:19.825571 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1014371e-ac7e-4603-bda0-6ea36c4d3e26 admin admin] Publish callbacks [] for security_group (ab9ebac1-60c7-4219-b428-9d1d233672d5), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.829474 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1014371e-ac7e-4603-bda0-6ea36c4d3e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ab9ebac1-60c7-4219-b428-9d1d233672d5), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.866083 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014371e-ac7e-4603-bda0-6ea36c4d3e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9ebac1-60c7-4219-b428-9d1d233672d5,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:19.870472 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1014371e-ac7e-4603-bda0-6ea36c4d3e26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef04971110304cd2902b80a9328242cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384082 Mar 31 21:45:19.874437 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55796) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:19.928492 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a4723dcb-dc97-4cad-9b65-5ffc0b205599 admin admin] Publish callbacks [] for security_group (ab9ebac1-60c7-4219-b428-9d1d233672d5), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.950216 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a4723dcb-dc97-4cad-9b65-5ffc0b205599 admin admin] Publish callbacks [] for security_group (ab9ebac1-60c7-4219-b428-9d1d233672d5), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:19.999587 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a4723dcb-dc97-4cad-9b65-5ffc0b205599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ab9ebac1-60c7-4219-b428-9d1d233672d5), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:20.002232 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a4723dcb-dc97-4cad-9b65-5ffc0b205599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:20.003380 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a4723dcb-dc97-4cad-9b65-5ffc0b205599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab9ebac1-60c7-4219-b428-9d1d233672d5 HTTP/1.1" status: 204 len: 168 time: 0.1280358 Mar 31 21:45:20.012227 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4723dcb-dc97-4cad-9b65-5ffc0b205599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9ebac1-60c7-4219-b428-9d1d233672d5,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:20.906806 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88609b2-8b46-4fe9-aa96-04a4991a0c57 req-0832cced-f227-4ea3-a0d7-ac7db2d6a492 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:20.909875 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f88609b2-8b46-4fe9-aa96-04a4991a0c57 req-0832cced-f227-4ea3-a0d7-ac7db2d6a492 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0725999 Mar 31 21:45:20.977967 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f88609b2-8b46-4fe9-aa96-04a4991a0c57 req-f9a8c40b-2dc1-4e47-84e6-944f20bd04c9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603352 Mar 31 21:45:22.110849 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334feec4-7e51-4921-a80c-456c0e831e64 req-33d87923-3676-4316-a9c1-a3ecce5f04fb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:22.112323 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-334feec4-7e51-4921-a80c-456c0e831e64 req-33d87923-3676-4316-a9c1-a3ecce5f04fb tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0527482 Mar 31 21:45:22.158368 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-334feec4-7e51-4921-a80c-456c0e831e64 req-54d36b9a-3a3b-44f8-ab9e-61c12c0c3a53 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 Mar 31 21:45:23.290804 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effcbcf-678f-4aef-bc21-bdb8206be436 req-6ed35994-3d46-4096-8b00-de5d947c70aa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:23.292178 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5effcbcf-678f-4aef-bc21-bdb8206be436 req-6ed35994-3d46-4096-8b00-de5d947c70aa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0509021 Mar 31 21:45:23.339886 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5effcbcf-678f-4aef-bc21-bdb8206be436 req-7d609bec-30b8-41b7-8602-f4509c0f8709 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418489 Mar 31 21:45:24.470041 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567abcec-dcbe-4dcf-8ea8-dd2c6ebb4ba5 req-33c5e14e-9fd6-47a0-9e66-44c76caa06d6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:24.471496 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-567abcec-dcbe-4dcf-8ea8-dd2c6ebb4ba5 req-33c5e14e-9fd6-47a0-9e66-44c76caa06d6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0579550 Mar 31 21:45:24.526009 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-567abcec-dcbe-4dcf-8ea8-dd2c6ebb4ba5 req-b10c646d-8920-4bca-a876-111a44399ded tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483079 Mar 31 21:45:25.655428 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e38110-6941-472e-9388-0784d23eb3a4 req-ce907597-e4bb-447f-8335-3b471a667d70 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:25.656858 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f9e38110-6941-472e-9388-0784d23eb3a4 req-ce907597-e4bb-447f-8335-3b471a667d70 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0563910 Mar 31 21:45:25.706570 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f9e38110-6941-472e-9388-0784d23eb3a4 req-5d7853ad-16ba-4529-b43d-10e773de8b50 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440180 Mar 31 21:45:26.838581 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74973470-9031-4de4-b576-7f6611fcb27a req-a42a36ad-f0c1-4543-a291-0008812a774c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:26.840171 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74973470-9031-4de4-b576-7f6611fcb27a req-a42a36ad-f0c1-4543-a291-0008812a774c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0576181 Mar 31 21:45:26.891106 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74973470-9031-4de4-b576-7f6611fcb27a req-0605a979-3d04-4380-9b73-a24cd9f0c32d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Mar 31 21:45:28.032297 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d164a-4aab-4263-9185-c0d9ca5c8ea3 req-7f717cd6-9315-4b50-9443-c873ff3b357d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:28.033938 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ed4d164a-4aab-4263-9185-c0d9ca5c8ea3 req-7f717cd6-9315-4b50-9443-c873ff3b357d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0548222 Mar 31 21:45:28.087619 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ed4d164a-4aab-4263-9185-c0d9ca5c8ea3 req-f8be3900-3472-4e23-9cd9-304d73d8f582 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471361 Mar 31 21:45:29.287647 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c6733-82df-4997-9962-dc451248a2ac req-b562d3a0-8432-4c1a-bc86-c1a6dbab0315 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:29.289224 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b91c6733-82df-4997-9962-dc451248a2ac req-b562d3a0-8432-4c1a-bc86-c1a6dbab0315 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0819705 Mar 31 21:45:29.339969 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b91c6733-82df-4997-9962-dc451248a2ac req-96280ab8-5ede-4182-af1e-e8d5d4a8d097 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448575 Mar 31 21:45:30.383867 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55952) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:30.496598 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db334424-84e2-4da5-a4d7-57689ae39c38 req-e42eab82-81ae-4ffc-8de4-c30e133b4b15 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:30.498463 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db334424-84e2-4da5-a4d7-57689ae39c38 req-e42eab82-81ae-4ffc-8de4-c30e133b4b15 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0615366 Mar 31 21:45:30.533446 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08027b07-870a-4fab-b5d1-26e02e6bffef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.572617 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db334424-84e2-4da5-a4d7-57689ae39c38 req-645824e4-0ca2-420f-9f81-f93b5d3f0853 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678596 Mar 31 21:45:30.627253 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08027b07-870a-4fab-b5d1-26e02e6bffef admin admin] Publish callbacks [] for security_group (349f5296-6db1-4059-a825-93cfa0af281f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.628864 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-08027b07-870a-4fab-b5d1-26e02e6bffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (349f5296-6db1-4059-a825-93cfa0af281f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.672718 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-08027b07-870a-4fab-b5d1-26e02e6bffef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a965094aded48a79849940d5d0fa27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876811 Mar 31 21:45:30.673623 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08027b07-870a-4fab-b5d1-26e02e6bffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f5296-6db1-4059-a825-93cfa0af281f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:30.675640 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55962) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:30.736952 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Publish callbacks [] for security_group (349f5296-6db1-4059-a825-93cfa0af281f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.759318 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Publish callbacks [] for security_group (349f5296-6db1-4059-a825-93cfa0af281f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.809734 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (349f5296-6db1-4059-a825-93cfa0af281f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.812286 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:30.813466 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/349f5296-6db1-4059-a825-93cfa0af281f HTTP/1.1" status: 204 len: 168 time: 0.1362062 Mar 31 21:45:30.821381 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f5296-6db1-4059-a825-93cfa0af281f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:30.829295 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.829714 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.830182 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.830597 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.830939 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.831369 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.831587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.831914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.832234 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.833120 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.833473 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.833803 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.834130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.834445 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:30.834765 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc2572c-caf2-4421-beb4-b8e70bd6cedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:31.097854 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 55968) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:31.110848 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92dacabe-3f50-4353-9800-beba0faaf7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.187088 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92dacabe-3f50-4353-9800-beba0faaf7eb admin admin] Publish callbacks [] for security_group (86d8d34f-9208-4916-a230-cd7443c010fa), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.190923 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-92dacabe-3f50-4353-9800-beba0faaf7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (86d8d34f-9208-4916-a230-cd7443c010fa), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.229400 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-92dacabe-3f50-4353-9800-beba0faaf7eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b661221f087438f829735be75a7e664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304016 Mar 31 21:45:31.230300 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dacabe-3f50-4353-9800-beba0faaf7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d8d34f-9208-4916-a230-cd7443c010fa,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:31.232460 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 55970) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:31.284794 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-917a7371-f7c5-4257-9c10-04fcaf5d69ae admin admin] Publish callbacks [] for security_group (86d8d34f-9208-4916-a230-cd7443c010fa), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.307279 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-917a7371-f7c5-4257-9c10-04fcaf5d69ae admin admin] Publish callbacks [] for security_group (86d8d34f-9208-4916-a230-cd7443c010fa), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.357946 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-917a7371-f7c5-4257-9c10-04fcaf5d69ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (86d8d34f-9208-4916-a230-cd7443c010fa), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.360799 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-917a7371-f7c5-4257-9c10-04fcaf5d69ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:31.362291 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-917a7371-f7c5-4257-9c10-04fcaf5d69ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86d8d34f-9208-4916-a230-cd7443c010fa HTTP/1.1" status: 204 len: 168 time: 0.1285479 Mar 31 21:45:31.372338 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a7371-f7c5-4257-9c10-04fcaf5d69ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d8d34f-9208-4916-a230-cd7443c010fa,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:31.722535 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa6586-a4e4-41e7-a849-bba0fcc26f50 req-9827a0a5-0cdc-4ca3-8875-cbfdb0d1ba3e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:31.724681 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5fa6586-a4e4-41e7-a849-bba0fcc26f50 req-9827a0a5-0cdc-4ca3-8875-cbfdb0d1ba3e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0711224 Mar 31 21:45:31.800767 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e5fa6586-a4e4-41e7-a849-bba0fcc26f50 req-fb5dcf2c-6901-4306-ad13-3fdb91d7255b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683565 Mar 31 21:45:32.343142 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ef17dddb-bbb1-4e36-91b0-0685e781a4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:32.933278 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8a829-92ad-41e5-bf69-ad40726ea1a4 req-b4dd5172-5562-44cc-879a-35d8f1d9b628 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:32.934778 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0ba8a829-92ad-41e5-bf69-ad40726ea1a4 req-b4dd5172-5562-44cc-879a-35d8f1d9b628 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0538955 Mar 31 21:45:32.983164 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0ba8a829-92ad-41e5-bf69-ad40726ea1a4 req-6c052e88-6392-44d8-a5ab-3d4d81e3cf09 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Mar 31 21:45:34.113147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c2981-7782-4e39-a103-8e2ceb5b281f req-7d416097-5582-4dbb-a727-57dcb466346c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:34.114671 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-026c2981-7782-4e39-a103-8e2ceb5b281f req-7d416097-5582-4dbb-a727-57dcb466346c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0558240 Mar 31 21:45:34.169494 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-026c2981-7782-4e39-a103-8e2ceb5b281f req-4947afa4-aec2-4e7a-a64a-af4165cb8516 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487742 Mar 31 21:45:35.161954 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9b670afe-6ba2-4df8-9450-393c8dfec6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:35.309237 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83a66e-4c35-45ae-aacd-4210e95944bf req-7b5b99bf-705f-49cb-8123-9ada6483d48f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:35.310810 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9e83a66e-4c35-45ae-aacd-4210e95944bf req-7b5b99bf-705f-49cb-8123-9ada6483d48f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0586567 Mar 31 21:45:35.362137 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9e83a66e-4c35-45ae-aacd-4210e95944bf req-cd7aadbf-ffac-4448-861d-d6b03d1c2b52 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Mar 31 21:45:35.858197 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:45:35.963853 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:35.976275 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'mac_address': 'fa:16:3e:87:69:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:45:36.015275 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: ACTIVE; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:36.015693 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.029871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ba5f35-a71d-40d2-9364-8c21211383fb {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:45:36.053987 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:36.059407 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.120066 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=6']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:36.174303 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:36.199416 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['82ba5f35-a71d-40d2-9364-8c21211383fb'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:45:36.490835 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3529-3ae7-41f9-9538-b2d1880cd319 req-77c4c9f0-4218-4dcf-882f-00142f5f9059 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:36.492305 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1bee3529-3ae7-41f9-9538-b2d1880cd319 req-77c4c9f0-4218-4dcf-882f-00142f5f9059 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Mar 31 21:45:36.540302 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1bee3529-3ae7-41f9-9538-b2d1880cd319 req-0a7f76b9-82ec-4e79-8ea5-997f8f343f65 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Mar 31 21:45:37.682904 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231642-ba54-4242-aacf-2c05a292f39c req-28147a4b-ea15-4e29-8c91-4d5dbd1c6384 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:37.684475 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1231642-ba54-4242-aacf-2c05a292f39c req-28147a4b-ea15-4e29-8c91-4d5dbd1c6384 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 945 time: 0.0586333 Mar 31 21:45:37.736431 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1231642-ba54-4242-aacf-2c05a292f39c req-cd740912-784e-43a1-b3c1-4f761ff854ce tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453348 Mar 31 21:45:37.801457 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:37.862212 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:45:37.919427 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 82ba5f35-a71d-40d2-9364-8c21211383fb triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:45:37.919907 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:38.031130 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:38.031513 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:38.066463 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:38.078049 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21386860-a289-4b6f-8b0d-010f2eef58b4" -d '{"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-plugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:38.093728 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:38.101068 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:38.143731 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed987869-2ce2-4b90-bf5c-39b49df3d246 x-openstack-request-id: req-ed987869-2ce2-4b90-bf5c-39b49df3d246 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:38.144122 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-plugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:38.144463 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed987869-2ce2-4b90-bf5c-39b49df3d246 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:38.145649 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed987869-2ce2-4b90-bf5c-39b49df3d246'] response: {'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'code': 200} Mar 31 21:45:38.192382 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=7']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:38.889551 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efc6b6-09a3-46f2-81fc-92fe6f034126 req-de950e3d-0977-4112-bcbd-ad73bf297e93 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:38.891497 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c1efc6b6-09a3-46f2-81fc-92fe6f034126 req-de950e3d-0977-4112-bcbd-ad73bf297e93 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0695519 Mar 31 21:45:38.963560 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c1efc6b6-09a3-46f2-81fc-92fe6f034126 req-2d251916-612e-4995-a676-1b34ff07f666 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639439 Mar 31 21:45:39.046663 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:40.159842 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a9401-1789-4cd4-909f-33820a44ca7c req-8f5589b1-17ff-453a-9ab7-a085e9ed7b78 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:40.162908 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2e9a9401-1789-4cd4-909f-33820a44ca7c req-8f5589b1-17ff-453a-9ab7-a085e9ed7b78 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0671101 Mar 31 21:45:40.229118 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2e9a9401-1789-4cd4-909f-33820a44ca7c req-4df19762-bdba-4c32-832b-0a02f0d7f35e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592866 Mar 31 21:45:41.381643 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8fc27-e2b4-41c7-8171-86888216a511 req-242328ec-5d6c-490e-8747-6653def27a00 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:41.382912 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-28a8fc27-e2b4-41c7-8171-86888216a511 req-242328ec-5d6c-490e-8747-6653def27a00 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0588276 Mar 31 21:45:41.436601 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-28a8fc27-e2b4-41c7-8171-86888216a511 req-88effe2d-ac1f-41ab-8c5b-ea48e68d3af9 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Mar 31 21:45:42.558942 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:45:42.618952 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fcbb4-97ea-4092-b96c-20446242f19f req-1a7e4b30-cb21-49e1-9a0a-46ebc6d2e8c6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:42.628186 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0f6fcbb4-97ea-4092-b96c-20446242f19f req-1a7e4b30-cb21-49e1-9a0a-46ebc6d2e8c6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0784202 Mar 31 21:45:42.712564 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0f6fcbb4-97ea-4092-b96c-20446242f19f req-cf904948-d25a-4c32-8355-d2335a01a601 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834336 Mar 31 21:45:42.964576 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4e039-32f3-4760-adce-41a4efa91cd3 req-0915d1bd-fc98-40da-92ab-ec80c7487e9c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:42.971630 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61f4e039-32f3-4760-adce-41a4efa91cd3 req-0915d1bd-fc98-40da-92ab-ec80c7487e9c tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0782456 Mar 31 21:45:43.023286 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-61f4e039-32f3-4760-adce-41a4efa91cd3 req-ffb83ec9-44b2-447e-8a3a-93a9c030aaaa tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507495 Mar 31 21:45:43.880685 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba855ba-6daf-4ad8-9d02-1caa325afedb req-1b13f7d7-bbc3-4f65-9a11-9b8d8cb4901f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:43.883092 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1ba855ba-6daf-4ad8-9d02-1caa325afedb req-1b13f7d7-bbc3-4f65-9a11-9b8d8cb4901f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0919716 Mar 31 21:45:43.955344 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1ba855ba-6daf-4ad8-9d02-1caa325afedb req-d3ee48ec-a100-4e6e-a51d-75c9b67444d6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658448 Mar 31 21:45:44.163349 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d8ecb-9ffe-4e7b-ade5-22f5847513bb req-a49a73df-5b37-442b-8728-41766b09f5ec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:44.171299 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8f5d8ecb-9ffe-4e7b-ade5-22f5847513bb req-a49a73df-5b37-442b-8728-41766b09f5ec tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Mar 31 21:45:44.240056 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8f5d8ecb-9ffe-4e7b-ade5-22f5847513bb req-bcfe1a0b-d0cb-4502-8582-91129b44f13e tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671170 Mar 31 21:45:45.053842 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-df215cef-d905-426f-887b-1731c64c5860 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.056359 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-df215cef-d905-426f-887b-1731c64c5860 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.0908105 Mar 31 21:45:45.210324 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d87c5-17e2-4adc-bd5a-2651b23c90c8 req-90de208f-c553-4fbe-a644-18787bda2336 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.212028 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-388d87c5-17e2-4adc-bd5a-2651b23c90c8 req-90de208f-c553-4fbe-a644-18787bda2336 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.1544507 Mar 31 21:45:45.261927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Deleting port 1f5d1d1b-da54-4660-9456-9068a62c6539 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:45.262292 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:45.336665 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-388d87c5-17e2-4adc-bd5a-2651b23c90c8 req-f962c49d-8037-447c-8902-493eeba332b3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175494 Mar 31 21:45:45.450662 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] For port 1f5d1d1b-da54-4660-9456-9068a62c6539, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1f5d1d1b-da54-4660-9456-9068a62c6539,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:45.451449 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:45.459321 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e085c3-7ad3-4935-8146-1d2595edb4e6 req-94312c39-36f8-4c51-b773-acc6b8c57800 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:45.467944 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c9e085c3-7ad3-4935-8146-1d2595edb4e6 req-94312c39-36f8-4c51-b773-acc6b8c57800 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 945 time: 0.1049249 Mar 31 21:45:45.519572 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c9e085c3-7ad3-4935-8146-1d2595edb4e6 req-a49b2e4a-dc11-484b-88fb-bf4bcae7a704 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups?id=78b3596e-6bcc-4e76-8992-d4018a0163c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502350 Mar 31 21:45:45.698911 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:45.699297 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (357c9146-b8bd-492d-b98b-ed5c562b0b5c), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:45.699609 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Floating IP 357c9146-b8bd-492d-b98b-ed5c562b0b5c disassociated. External IP: 172.27.1.66, port: 1f5d1d1b-da54-4660-9456-9068a62c6539. Mar 31 21:45:45.699956 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Calling delete_port for 1f5d1d1b-da54-4660-9456-9068a62c6539 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:45.870042 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (1f5d1d1b-da54-4660-9456-9068a62c6539), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:45.902818 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event deleted for resources: {'Port': ['ID=1f5d1d1b-da54-4660-9456-9068a62c6539,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:46.080340 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:45:46.233147 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:45:46.245224 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:45:46.258325 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:46.259392 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:45:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:46.286410 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] No DVR routers for this DVR port 1f5d1d1b-da54-4660-9456-9068a62c6539 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:46.289233 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:46.292774 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d48fdf66-c1b2-4dc0-b270-50db9d2109ce req-dd5f0874-b068-4a54-bec8-5d02d6e7300d tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.35 "DELETE /v2.0/ports/1f5d1d1b-da54-4660-9456-9068a62c6539 HTTP/1.1" status: 204 len: 173 time: 1.2228386 Mar 31 21:45:46.293239 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'name': 'network-vif-deleted', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:46.295532 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a350dcfa-a56c-4718-86ea-3a78841f4ff8" -d '{"events": [{"server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "name": "network-vif-deleted", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:46.404553 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402f211-35ff-4486-bd78-facd8ba98435 x-openstack-request-id: req-1402f211-35ff-4486-bd78-facd8ba98435 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:46.405073 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c372bc0-9c6c-4d76-844b-48af2a7d70d7", "name": "network-vif-deleted", "tag": "1f5d1d1b-da54-4660-9456-9068a62c6539", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:46.405419 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1402f211-35ff-4486-bd78-facd8ba98435 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:46.405898 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1402f211-35ff-4486-bd78-facd8ba98435'] response: {'server_uuid': '4c372bc0-9c6c-4d76-844b-48af2a7d70d7', 'name': 'network-vif-deleted', 'tag': '1f5d1d1b-da54-4660-9456-9068a62c6539', 'status': 'completed', 'code': 200} Mar 31 21:45:46.526850 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:46.537376 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dac69f-c21e-42ac-82cf-11061b8bfb8b req-fc340fa6-ab15-4f28-bc24-b36ab4c3576e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:46.544433 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-96dac69f-c21e-42ac-82cf-11061b8bfb8b req-fc340fa6-ab15-4f28-bc24-b36ab4c3576e tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0854163 Mar 31 21:45:46.607801 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-96dac69f-c21e-42ac-82cf-11061b8bfb8b req-b9542b53-3824-48c2-a671-522bc9b6a08f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621138 Mar 31 21:45:46.696889 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cb073160-2093-4046-89c4-c7e0517462b0 req-38c3d24a-e96b-4955-9f51-ca7ecc7c83a2 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c372bc0-9c6c-4d76-844b-48af2a7d70d7 HTTP/1.1" status: 200 len: 210 time: 0.0339956 Mar 31 21:45:46.828352 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:46.856938 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:45:46.868448 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:46.869087 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:45:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:46.994339 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:47.230054 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:47.258192 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555db4b9-c12e-42f9-b6da-68dac3ee6493 None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '51ea3646-d80c-4392-ad25-a23b44542099', 'name': '', 'network_id': '088043db-2f54-48c8-a654-e23dec40ff76', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'mac_address': 'fa:16:3e:eb:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:56Z', 'updated_at': '2022-03-31T21:39:19Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'subnets': [{'id': '6bbcc4c5-248b-4e7e-a6df-454e38ad6761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:45:47.495964 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e1915-1c0e-4bb8-b303-6ac00c7cd743 None None] New status for floating IP 357c9146-b8bd-492d-b98b-ed5c562b0b5c: DOWN {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:45:47.817680 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2922-2e3c-41cc-ab5e-7850b494d840 req-14497abf-8ccc-446b-83cd-6ec710608863 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:47.825755 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-653b2922-2e3c-41cc-ab5e-7850b494d840 req-14497abf-8ccc-446b-83cd-6ec710608863 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0954421 Mar 31 21:45:47.873403 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56244) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:47.885620 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 1f5d1d1b-da54-4660-9456-9068a62c6539 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:47.896315 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-653b2922-2e3c-41cc-ab5e-7850b494d840 req-eff2cd69-f916-4f03-acb3-0e8dae328bd0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693867 Mar 31 21:45:47.923085 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 1f5d1d1b-da54-4660-9456-9068a62c6539 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:47.923417 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 1f5d1d1b-da54-4660-9456-9068a62c6539 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:47.989427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42d0c8f0-112d-4425-85f9-4468e410a620 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (78b3596e-6bcc-4e76-8992-d4018a0163c4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.023911 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42d0c8f0-112d-4425-85f9-4468e410a620 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (78b3596e-6bcc-4e76-8992-d4018a0163c4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.100194 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42d0c8f0-112d-4425-85f9-4468e410a620 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (78b3596e-6bcc-4e76-8992-d4018a0163c4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.103246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42d0c8f0-112d-4425-85f9-4468e410a620 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.107682 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-42d0c8f0-112d-4425-85f9-4468e410a620 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "DELETE /v2.0/security-groups/78b3596e-6bcc-4e76-8992-d4018a0163c4 HTTP/1.1" status: 204 len: 168 time: 0.2307312 Mar 31 21:45:48.110109 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56248) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:48.121914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0c8f0-112d-4425-85f9-4468e410a620 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3596e-6bcc-4e76-8992-d4018a0163c4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:48.138578 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-f64b137f-1dcf-49ab-ac42-df88104a4473 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] show failed (client error): The resource could not be found. Mar 31 21:45:48.143148 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56250) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:48.145886 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f64b137f-1dcf-49ab-ac42-df88104a4473 tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "GET /v2.0/security-groups/78b3596e-6bcc-4e76-8992-d4018a0163c4 HTTP/1.1" status: 404 len: 347 time: 0.0321956 Mar 31 21:45:48.281393 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Deleting port f8733a3f-30d8-4844-a614-ea14199333d4 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:48.281736 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (f8733a3f-30d8-4844-a614-ea14199333d4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.377189 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (f8733a3f-30d8-4844-a614-ea14199333d4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.377457 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (f8733a3f-30d8-4844-a614-ea14199333d4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.389655 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Calling delete_port for f8733a3f-30d8-4844-a614-ea14199333d4 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:48.529399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (f8733a3f-30d8-4844-a614-ea14199333d4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.555496 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Pushing event deleted for resources: {'Port': ['ID=f8733a3f-30d8-4844-a614-ea14199333d4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:48.620291 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks [] for floatingip (357c9146-b8bd-492d-b98b-ed5c562b0b5c), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.622932 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.624087 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b3356496-d2ee-4fd5-abfd-e23968de308b tempest-AttachVolumeTestJSON-137518309 tempest-AttachVolumeTestJSON-137518309-project] 10.222.0.20 "DELETE /v2.0/floatingips/357c9146-b8bd-492d-b98b-ed5c562b0b5c HTTP/1.1" status: 204 len: 168 time: 0.4799271 Mar 31 21:45:48.738952 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:48.930892 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-876497b3-6500-4d43-b71a-88b99290043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:48.932321 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-876497b3-6500-4d43-b71a-88b99290043f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1130 time: 0.0520768 Mar 31 21:45:49.081451 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef026-160a-481f-9ce1-7b99578007e5 req-9e13049e-7a25-4609-8763-397c67f1c55a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:49.083591 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-890ef026-160a-481f-9ce1-7b99578007e5 req-9e13049e-7a25-4609-8763-397c67f1c55a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0891500 Mar 31 21:45:49.084639 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-a5b3ed9b-5809-4102-8e17-109682da0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:49.085991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-a5b3ed9b-5809-4102-8e17-109682da0142 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1453879 Mar 31 21:45:49.467236 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-36c7d521-c760-40c3-9aa3-92e3cabc171c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 1002 time: 0.3734970 Mar 31 21:45:49.470799 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-890ef026-160a-481f-9ce1-7b99578007e5 req-19490b77-6236-4d4d-b5b7-3eb7fc0826fa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812518 Mar 31 21:45:49.516628 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-444d26c3-787a-4a48-b693-2e5a39b93cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:49.518175 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-444d26c3-787a-4a48-b693-2e5a39b93cd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0449555 Mar 31 21:45:49.570371 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-d0347b62-9482-4c76-ac60-72333648801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:49.571890 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-d0347b62-9482-4c76-ac60-72333648801b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465658 Mar 31 21:45:49.673399 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-a6898dd5-ab3b-432f-b145-9f5aedb88baa service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950530 Mar 31 21:45:49.768358 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-59506240-884b-4de9-9a61-f3f571dd6d19 req-32de26eb-1405-403a-9220-7b11f8b0c3ff service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885112 Mar 31 21:45:50.360356 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48764-5e16-4a16-adc5-12865ab989fc req-a8f5a7ce-4ea7-4eb3-8d55-882d6c11d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:50.361926 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-a8f5a7ce-4ea7-4eb3-8d55-882d6c11d451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1130 time: 0.0448749 Mar 31 21:45:50.491870 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48764-5e16-4a16-adc5-12865ab989fc req-e53827ed-866d-42dd-8f4d-96efc65e5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:50.493396 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-e53827ed-866d-42dd-8f4d-96efc65e5164 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1076834 Mar 31 21:45:50.569883 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-beaa40ce-f84f-4116-8d18-1b7f9b9461de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 1002 time: 0.0701690 Mar 31 21:45:50.618634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350089e7-255a-4a32-ba9b-e3321c7355ff req-8a5bc64a-b444-42c9-8c61-c26abd25d9f1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:50.620336 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-350089e7-255a-4a32-ba9b-e3321c7355ff req-8a5bc64a-b444-42c9-8c61-c26abd25d9f1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0701225 Mar 31 21:45:50.638040 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48764-5e16-4a16-adc5-12865ab989fc req-21c1907f-a5f5-4edf-8003-bdafa3cb04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:50.639494 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-21c1907f-a5f5-4edf-8003-bdafa3cb04f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0621212 Mar 31 21:45:50.672281 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-350089e7-255a-4a32-ba9b-e3321c7355ff req-24552cbc-3ba1-478b-9bf0-1ae4e52b626a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457473 Mar 31 21:45:50.699464 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a48764-5e16-4a16-adc5-12865ab989fc req-3227fdaa-eccf-479c-a262-5234fdaac426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:50.700997 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-3227fdaa-eccf-479c-a262-5234fdaac426 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548735 Mar 31 21:45:50.797939 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-a843777d-282c-4fc5-bc4d-d0f53f9f02bb service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902836 Mar 31 21:45:50.900381 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14a48764-5e16-4a16-adc5-12865ab989fc req-ea9dd06a-04d7-4e60-9c86-ee50916c6711 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927243 Mar 31 21:45:51.801622 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f3b08-edd5-4c19-9d7b-fa6e7e667e55 req-b71a98c6-b4c5-4fec-bd59-c1a12671b841 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:51.803078 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d81f3b08-edd5-4c19-9d7b-fa6e7e667e55 req-b71a98c6-b4c5-4fec-bd59-c1a12671b841 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0549455 Mar 31 21:45:51.852480 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d81f3b08-edd5-4c19-9d7b-fa6e7e667e55 req-c129607f-07d2-4aab-b70e-2364cebfa0c4 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 Mar 31 21:45:52.986082 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76ff5a-84ac-4487-b515-d527e795dbae req-44b78f3e-4aa6-4f13-adf8-0d8336422d41 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:52.987550 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c76ff5a-84ac-4487-b515-d527e795dbae req-44b78f3e-4aa6-4f13-adf8-0d8336422d41 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 946 time: 0.0556192 Mar 31 21:45:53.033888 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0c76ff5a-84ac-4487-b515-d527e795dbae req-ee9e6f3c-d98d-47c8-88fb-5dc41cfc3108 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Mar 31 21:45:53.893395 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:54.027508 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: ACTIVE; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:54.027910 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:54.057881 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:45:54.060118 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9a6b33-96f9-4a11-935a-06bc078f97cf" -d '{"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-unplugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:45:54.073533 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:54.078912 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:54.128329 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cd41c7-5597-4896-b483-937f9c7ac7ee x-openstack-request-id: req-c3cd41c7-5597-4896-b483-937f9c7ac7ee {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:45:54.129043 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-unplugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:45:54.129874 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3cd41c7-5597-4896-b483-937f9c7ac7ee {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:45:54.130487 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cd41c7-5597-4896-b483-937f9c7ac7ee'] response: {'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'code': 200} Mar 31 21:45:54.136210 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=8']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:54.181763 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b317-c532-423e-bd06-3f2b23d87f4e req-26d250ec-32dd-4902-b074-666060ecc74f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:54.183234 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8285b317-c532-423e-bd06-3f2b23d87f4e req-26d250ec-32dd-4902-b074-666060ecc74f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0734062 Mar 31 21:45:54.232733 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8285b317-c532-423e-bd06-3f2b23d87f4e req-fb7d0b6e-e79c-429e-8ae4-a8a3266ea7c7 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Mar 31 21:45:54.279310 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56344) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:54.775073 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (790ad468-35e7-4783-b68e-71d145d6b8c8), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:55.069905 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Deleting port 51ea3646-d80c-4392-ad25-a23b44542099 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:55.070240 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (51ea3646-d80c-4392-ad25-a23b44542099), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:55.154211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] For port 51ea3646-d80c-4392-ad25-a23b44542099, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=51ea3646-d80c-4392-ad25-a23b44542099,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:55.154581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (51ea3646-d80c-4392-ad25-a23b44542099), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:55.169163 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Calling delete_port for 51ea3646-d80c-4392-ad25-a23b44542099 owned by network:router_interface {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:55.362025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (51ea3646-d80c-4392-ad25-a23b44542099), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:55.363565 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edb1d4-37ef-49a9-af1c-ee8adf69e720 req-17aeaf7e-1e97-4fc5-bb91-016dec47d3ea tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:55.365478 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-47edb1d4-37ef-49a9-af1c-ee8adf69e720 req-17aeaf7e-1e97-4fc5-bb91-016dec47d3ea tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0568950 Mar 31 21:45:55.393608 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ea3646-d80c-4392-ad25-a23b44542099,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:55.406301 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.406662 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.407012 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.407356 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.407699 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.408117 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.408365 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.408694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.409023 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.410077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.410600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.411107 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.411438 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.411765 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.412091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:55.423787 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-47edb1d4-37ef-49a9-af1c-ee8adf69e720 req-fffac545-47d2-44e8-82a2-e940918891de tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520618 Mar 31 21:45:55.595635 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (790ad468-35e7-4783-b68e-71d145d6b8c8), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:56.093973 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Router 790ad468-35e7-4783-b68e-71d145d6b8c8 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:45:56.216176 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:45:56.221952 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-46b68257-3eb3-4b34-ad99-8df9cb7ef0a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/790ad468-35e7-4783-b68e-71d145d6b8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9411860 Mar 31 21:45:56.224967 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56400) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:56.230619 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] Sync routers for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:45:56.250023 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:56.250023 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:45:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:56.318726 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-3811f0a6-02f3-4744-a17d-68083addb706 req-5012bfee-952e-4568-ac12-b6024b2249db service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:45:56.319796 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3811f0a6-02f3-4744-a17d-68083addb706 req-5012bfee-952e-4568-ac12-b6024b2249db service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054946 Mar 31 21:45:56.355107 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks [] for router (790ad468-35e7-4783-b68e-71d145d6b8c8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:56.362278 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:56.471466 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks [] for router_gateway (790ad468-35e7-4783-b68e-71d145d6b8c8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:56.558914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0d41a-d23e-4470-b966-94f903b740e2 req-4b980e78-8ba0-48fa-b25d-faf7c97d64fa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:56.560433 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-27e0d41a-d23e-4470-b966-94f903b740e2 req-4b980e78-8ba0-48fa-b25d-faf7c97d64fa tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0836055 Mar 31 21:45:56.591721 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Deleting port 6b4ce586-940e-4861-8237-72f5adb443c1 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:56.592069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:56.593759 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:45:55Z', 'revision_number': 5, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port': {'id': '6b4ce586-940e-4861-8237-72f5adb443c1', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:52Z', 'updated_at': '2022-03-31T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:56.660341 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-27e0d41a-d23e-4470-b966-94f903b740e2 req-47aaa597-b137-48d3-8bfb-6edd724b31de tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924332 Mar 31 21:45:56.698628 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] For port 6b4ce586-940e-4861-8237-72f5adb443c1, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=6b4ce586-940e-4861-8237-72f5adb443c1,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:56.699002 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:56.714679 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Calling delete_port for 6b4ce586-940e-4861-8237-72f5adb443c1 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:56.726810 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] Checking router: 790ad468-35e7-4783-b68e-71d145d6b8c8 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:45:56.739876 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] Routers {'790ad468-35e7-4783-b68e-71d145d6b8c8'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:45:56.740492 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:45:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['790ad468-35e7-4783-b68e-71d145d6b8c8'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:56.784070 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56424) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:56.830145 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] Set router 790ad468-35e7-4783-b68e-71d145d6b8c8 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:45:56.881269 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-b91ef6ea-c9fc-4380-b206-0fa5f28e4fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955250 Mar 31 21:45:56.882980 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:45:56Z', 'revision_number': 6, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:56.891869 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-2ea05c61-23a1-4b55-ac65-d158aca06b45 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:45:56.893047 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-2ea05c61-23a1-4b55-ac65-d158aca06b45 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056787 Mar 31 21:45:56.894681 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (6b4ce586-940e-4861-8237-72f5adb443c1), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:56.914721 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d68c6-d868-45de-b69c-f45629b52237 None None] The sync data for ids ['790ad468-35e7-4783-b68e-71d145d6b8c8'] in dv-cinder-836074-1-iscsi is: [{'id': '790ad468-35e7-4783-b68e-71d145d6b8c8', 'name': 'tempest-AttachVolumeTestJSON-1178417963-router', 'tenant_id': 'c56e199432874020afc4e267f6fe290c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:45:56Z', 'revision_number': 6, 'project_id': 'c56e199432874020afc4e267f6fe290c', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:45:56.931373 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4ce586-940e-4861-8237-72f5adb443c1,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:56.986696 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56432) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:56.991542 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (790ad468-35e7-4783-b68e-71d145d6b8c8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.088979 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (790ad468-35e7-4783-b68e-71d145d6b8c8), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.091116 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks [] for router_controller (790ad468-35e7-4783-b68e-71d145d6b8c8), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.094612 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-e4758638-b9eb-4b4b-b54c-de825c5c1fe7 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:57.096111 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-e4758638-b9eb-4b4b-b54c-de825c5c1fe7 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports/82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 941 time: 0.1079481 Mar 31 21:45:57.137793 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (790ad468-35e7-4783-b68e-71d145d6b8c8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.138323 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790ad468-35e7-4783-b68e-71d145d6b8c8 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:45:57.143426 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.145079 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ddd10b4a-bf0c-4874-8427-86b62144427f admin admin] 10.222.0.20 "DELETE /v2.0/routers/790ad468-35e7-4783-b68e-71d145d6b8c8 HTTP/1.1" status: 204 len: 168 time: 0.9188225 Mar 31 21:45:57.147724 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56438) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:57.193624 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Deleting subnet 6bbcc4c5-248b-4e7e-a6df-454e38ad6761 {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:45:57.196744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Publish callbacks [] for subnet (6bbcc4c5-248b-4e7e-a6df-454e38ad6761), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.235319 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (6bbcc4c5-248b-4e7e-a6df-454e38ad6761), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.343570 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (6bbcc4c5-248b-4e7e-a6df-454e38ad6761), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.408128 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (6bbcc4c5-248b-4e7e-a6df-454e38ad6761), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.449937 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbcc4c5-248b-4e7e-a6df-454e38ad6761,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:57.457359 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.461248 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-78a7581e-3cae-4ab8-bdc9-74527a7d40b3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6bbcc4c5-248b-4e7e-a6df-454e38ad6761 HTTP/1.1" status: 204 len: 168 time: 0.3125012 Mar 31 21:45:57.463680 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56452) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:57.464797 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37971e-13d8-4734-bcfa-853d5b4c33a1 None None] Network 088043db-2f54-48c8-a654-e23dec40ff76 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:45:57.556581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (088043db-2f54-48c8-a654-e23dec40ff76), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.641058 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Deleting port d3e68681-3830-4936-aae8-fe84adc5d3f5 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:57.641531 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.715068 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] For port d3e68681-3830-4936-aae8-fe84adc5d3f5, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d3e68681-3830-4936-aae8-fe84adc5d3f5,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:57.715437 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.735053 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Calling delete_port for d3e68681-3830-4936-aae8-fe84adc5d3f5 owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:57.790289 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] DHCP port deletion for 088043db-2f54-48c8-a654-e23dec40ff76 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:45:57.852992 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Deleting port d3e68681-3830-4936-aae8-fe84adc5d3f5 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:45:57.854061 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.877383 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b77b3-c6e0-4b77-833a-e2c13f847b9c req-e045d2bc-8b6c-41a9-83ad-b854aadf7d37 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:57.879666 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-845b77b3-c6e0-4b77-833a-e2c13f847b9c req-e045d2bc-8b6c-41a9-83ad-b854aadf7d37 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.1332672 Mar 31 21:45:57.918947 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 51ea3646-d80c-4392-ad25-a23b44542099 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:57.921483 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:57.948527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:57.975574 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 51ea3646-d80c-4392-ad25-a23b44542099 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:57.975917 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 51ea3646-d80c-4392-ad25-a23b44542099 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:58.006252 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-845b77b3-c6e0-4b77-833a-e2c13f847b9c req-015bc6af-2283-4072-91ff-533e342f1c06 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128595 Mar 31 21:45:58.009839 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e68681-3830-4936-aae8-fe84adc5d3f5,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:58.013931 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] No DVR routers for this DVR port d3e68681-3830-4936-aae8-fe84adc5d3f5 on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:58.025552 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] For port d3e68681-3830-4936-aae8-fe84adc5d3f5, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=d3e68681-3830-4936-aae8-fe84adc5d3f5,segment=NetworkSegment(91a4e1c4-20c9-48d4-9da3-c21aff6d39b2),segment_id=91a4e1c4-20c9-48d4-9da3-c21aff6d39b2)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:45:58.025552 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.037728 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Calling delete_port for d3e68681-3830-4936-aae8-fe84adc5d3f5 owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:45:58.097858 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (088043db-2f54-48c8-a654-e23dec40ff76), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.118004 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-c2934f93-0e3e-4cc9-87f8-9212f79b3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.121233 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-c2934f93-0e3e-4cc9-87f8-9212f79b3888 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5&tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6 HTTP/1.1" status: 200 len: 1128 time: 0.1467102 Mar 31 21:45:58.141515 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088043db-2f54-48c8-a654-e23dec40ff76']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:58.154096 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:58.154483 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a4e1c4-20c9-48d4-9da3-c21aff6d39b2') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:45:58.171022 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (91a4e1c4-20c9-48d4-9da3-c21aff6d39b2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.194617 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (91a4e1c4-20c9-48d4-9da3-c21aff6d39b2), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.202451 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (d3e68681-3830-4936-aae8-fe84adc5d3f5), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.202707 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:45:58.202868 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-8aa6ea09-f1b2-4664-a21d-e04e971cb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.203079 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (91a4e1c4-20c9-48d4-9da3-c21aff6d39b2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:45:58.205063 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:45:58.217416 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-8aa6ea09-f1b2-4664-a21d-e04e971cb5a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1128 time: 0.0585468 Mar 31 21:45:58.252650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Pushing event deleted for resources: {'Port': ['ID=d3e68681-3830-4936-aae8-fe84adc5d3f5,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:58.265219 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.265831 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.266394 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.266958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.267509 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.268050 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.268929 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.269834 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.270702 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.271497 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.272397 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.273100 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.277142 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.277589 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.277923 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:45:58.281065 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb45520-b1e5-4892-ab53-0e017e8ea13b None None] No DVR routers for this DVR port d3e68681-3830-4936-aae8-fe84adc5d3f5 on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:45:58.286631 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (088043db-2f54-48c8-a654-e23dec40ff76), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.287379 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: DOWN; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:45:58.295853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.299653 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] 10.222.0.20 "DELETE /v2.0/networks/088043db-2f54-48c8-a654-e23dec40ff76 HTTP/1.1" status: 204 len: 168 time: 0.8349638 Mar 31 21:45:58.322383 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd7bc1-daba-4bd4-888f-7577255ec501 admin admin] Pushing event deleted for resources: {'Network': ['ID=088043db-2f54-48c8-a654-e23dec40ff76,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:58.360310 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-573528a0-8214-4476-a3e6-3c7b3bebb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.361840 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-573528a0-8214-4476-a3e6-3c7b3bebb8f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 200 len: 917 time: 0.1497884 Mar 31 21:45:58.427317 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-30c5b33c-b87e-479a-a6a7-02ac4fc8a507 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 200 len: 1000 time: 0.0589128 Mar 31 21:45:58.441906 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56462) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:58.500604 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-5190a06a-33ca-4bdc-9324-491070ac931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.503305 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-5190a06a-33ca-4bdc-9324-491070ac931b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 200 len: 855 time: 0.0693016 Mar 31 21:45:58.546791 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b457103d-bfa9-42d4-801b-2d51b4fdb094 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c56e199432874020afc4e267f6fe290c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1037822 Mar 31 21:45:58.549650 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56468) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:58.564152 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-da86745e-ab0e-4361-8c8e-d27e9717356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:58.565687 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-da86745e-ab0e-4361-8c8e-d27e9717356a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a706225-dc1c-4e00-a40d-b3c20e62fdc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557332 Mar 31 21:45:58.599849 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c692f2f3-0a93-4168-865b-5c1b263b1ecd admin admin] Publish callbacks [] for security_group (194bdbe4-a0f1-4f8b-a860-bcb9affc59b3), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.622312 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c692f2f3-0a93-4168-865b-5c1b263b1ecd admin admin] Publish callbacks [] for security_group (194bdbe4-a0f1-4f8b-a860-bcb9affc59b3), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.666330 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-6f5488a2-f8ac-497f-a3a3-0324522ce17a service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933511 Mar 31 21:45:58.689530 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c692f2f3-0a93-4168-865b-5c1b263b1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (194bdbe4-a0f1-4f8b-a860-bcb9affc59b3), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.692727 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c692f2f3-0a93-4168-865b-5c1b263b1ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:58.698190 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c692f2f3-0a93-4168-865b-5c1b263b1ecd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/194bdbe4-a0f1-4f8b-a860-bcb9affc59b3 HTTP/1.1" status: 204 len: 168 time: 0.1433580 Mar 31 21:45:58.719464 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692f2f3-0a93-4168-865b-5c1b263b1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194bdbe4-a0f1-4f8b-a860-bcb9affc59b3,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:58.773806 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e3ecfbfb-af63-4280-8a69-bd1126e6a2d4 req-cbf2917b-c669-4ee7-a435-5247200f7041 service neutron] 10.222.0.35 "GET /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012444 Mar 31 21:45:58.842185 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56478) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:59.094626 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a662ac6-24b0-406b-a025-08e773fce2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.179957 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc1c37-08e4-4944-9f5c-b132a607709e req-20491bc0-eb71-4b7f-bd17-78fb7004a082 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:45:59.181677 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08fc1c37-08e4-4944-9f5c-b132a607709e req-20491bc0-eb71-4b7f-bd17-78fb7004a082 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0884612 Mar 31 21:45:59.247484 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a662ac6-24b0-406b-a025-08e773fce2c2 admin admin] Publish callbacks [] for security_group (72d7b743-fa57-4777-9c35-c98834a85be1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.254130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9a662ac6-24b0-406b-a025-08e773fce2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (72d7b743-fa57-4777-9c35-c98834a85be1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.259513 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-08fc1c37-08e4-4944-9f5c-b132a607709e req-f8b471f3-16ed-4c2b-a9fe-0213c4508d4f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705707 Mar 31 21:45:59.309705 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9a662ac6-24b0-406b-a025-08e773fce2c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b58577ffbdae408f8b1de25f46bde48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664183 Mar 31 21:45:59.310917 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a662ac6-24b0-406b-a025-08e773fce2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d7b743-fa57-4777-9c35-c98834a85be1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:59.313440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56504) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:45:59.367899 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ce9682a5-e139-46a1-ac22-94e645601134 admin admin] Publish callbacks [] for security_group (72d7b743-fa57-4777-9c35-c98834a85be1), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.395527 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ce9682a5-e139-46a1-ac22-94e645601134 admin admin] Publish callbacks [] for security_group (72d7b743-fa57-4777-9c35-c98834a85be1), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.465196 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ce9682a5-e139-46a1-ac22-94e645601134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (72d7b743-fa57-4777-9c35-c98834a85be1), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.468071 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ce9682a5-e139-46a1-ac22-94e645601134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:45:59.469658 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ce9682a5-e139-46a1-ac22-94e645601134 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72d7b743-fa57-4777-9c35-c98834a85be1 HTTP/1.1" status: 204 len: 168 time: 0.1547284 Mar 31 21:45:59.479776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9682a5-e139-46a1-ac22-94e645601134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d7b743-fa57-4777-9c35-c98834a85be1,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:45:59.483236 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 6b4ce586-940e-4861-8237-72f5adb443c1 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:59.521775 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 6b4ce586-940e-4861-8237-72f5adb443c1 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:59.522193 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 6b4ce586-940e-4861-8237-72f5adb443c1 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:45:59.522529 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d3e68681-3830-4936-aae8-fe84adc5d3f5 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:45:59.552837 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: d3e68681-3830-4936-aae8-fe84adc5d3f5 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:45:59.553333 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device d3e68681-3830-4936-aae8-fe84adc5d3f5 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:00.453609 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84784a3b-1351-4160-bd3f-d38354631dc4 req-b630f4ca-0805-4794-a6cc-27bd13935535 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:00.456176 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-84784a3b-1351-4160-bd3f-d38354631dc4 req-b630f4ca-0805-4794-a6cc-27bd13935535 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.1022515 Mar 31 21:46:00.561053 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-84784a3b-1351-4160-bd3f-d38354631dc4 req-51852cc9-85e4-4854-b0f6-000e2f9b7cbd tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959599 Mar 31 21:46:01.727787 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d5095-0cc0-472a-ae45-3213ca71b13f req-927ca7ae-aadc-4168-b9c3-f946e7fad600 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:01.730920 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2d4d5095-0cc0-472a-ae45-3213ca71b13f req-927ca7ae-aadc-4168-b9c3-f946e7fad600 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0686643 Mar 31 21:46:01.823627 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2d4d5095-0cc0-472a-ae45-3213ca71b13f req-3427e4b0-2ba1-4708-a5e9-136cae50e5e7 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838432 Mar 31 21:46:02.366301 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a116152a-57df-473f-99ca-7fb85acffbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:02.962427 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36010087-7a2e-46ff-8b70-6c8567633a93 req-5b8a17c8-ad85-434e-b213-abde78a1a79d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:02.963991 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-36010087-7a2e-46ff-8b70-6c8567633a93 req-5b8a17c8-ad85-434e-b213-abde78a1a79d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0610518 Mar 31 21:46:03.042161 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-36010087-7a2e-46ff-8b70-6c8567633a93 req-10d9c7a5-2876-4915-8c3c-433fb8971936 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677090 Mar 31 21:46:03.310975 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56576) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:03.430671 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ecedc3c-f93c-4fec-bae6-8169c594212f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.538101 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ecedc3c-f93c-4fec-bae6-8169c594212f admin admin] Publish callbacks [] for security_group (4338fef0-6646-4b3a-a7b3-6c542f7c70ea), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.543839 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8ecedc3c-f93c-4fec-bae6-8169c594212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (4338fef0-6646-4b3a-a7b3-6c542f7c70ea), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.584805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecedc3c-f93c-4fec-bae6-8169c594212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4338fef0-6646-4b3a-a7b3-6c542f7c70ea,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:03.591617 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8ecedc3c-f93c-4fec-bae6-8169c594212f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=513e188c1a8240949098de1ebf371dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771497 Mar 31 21:46:03.591844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56580) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:03.649539 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-736a9f38-d333-4070-b480-0d37e798b17a admin admin] Publish callbacks [] for security_group (4338fef0-6646-4b3a-a7b3-6c542f7c70ea), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.690925 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-736a9f38-d333-4070-b480-0d37e798b17a admin admin] Publish callbacks [] for security_group (4338fef0-6646-4b3a-a7b3-6c542f7c70ea), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.766934 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-736a9f38-d333-4070-b480-0d37e798b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (4338fef0-6646-4b3a-a7b3-6c542f7c70ea), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.770175 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-736a9f38-d333-4070-b480-0d37e798b17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:03.771611 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-736a9f38-d333-4070-b480-0d37e798b17a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4338fef0-6646-4b3a-a7b3-6c542f7c70ea HTTP/1.1" status: 204 len: 168 time: 0.1788709 Mar 31 21:46:03.785486 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a9f38-d333-4070-b480-0d37e798b17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338fef0-6646-4b3a-a7b3-6c542f7c70ea,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:04.213691 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66e9d-ca59-4242-92e7-a168ba8ad2ca req-5cc65ad6-3ee9-49b9-b654-a22a2ed98a06 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:04.215715 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-05f66e9d-ca59-4242-92e7-a168ba8ad2ca req-5cc65ad6-3ee9-49b9-b654-a22a2ed98a06 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0633540 Mar 31 21:46:04.271207 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-05f66e9d-ca59-4242-92e7-a168ba8ad2ca req-e308d808-8c4a-4586-a78b-b5a8dfe63edc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495985 Mar 31 21:46:05.164920 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3adacac6-7606-4541-b557-0cf7a41e692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:05.458107 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e2b8e-7d27-4dbf-9dc5-5d4a20f49483 req-9be05040-e41f-4dbe-b8ea-c3546f21f0ee tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:05.459605 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-674e2b8e-7d27-4dbf-9dc5-5d4a20f49483 req-9be05040-e41f-4dbe-b8ea-c3546f21f0ee tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0767434 Mar 31 21:46:05.537952 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-674e2b8e-7d27-4dbf-9dc5-5d4a20f49483 req-01451e78-d983-4e4b-89ef-30a98875ef08 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724943 Mar 31 21:46:06.183642 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:06.697290 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e3f7-76d6-4089-a1c8-373113a0caa4 req-04fed0d4-3ca9-4f69-a314-77bf43b4bafc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:06.699799 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5998e3f7-76d6-4089-a1c8-373113a0caa4 req-04fed0d4-3ca9-4f69-a314-77bf43b4bafc tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0669317 Mar 31 21:46:06.773951 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5998e3f7-76d6-4089-a1c8-373113a0caa4 req-8b52079d-b33d-4a5d-b256-67757fb41ee6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646381 Mar 31 21:46:07.795816 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:07.910080 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7edc60-1630-48a9-b6ea-c89e86a2d4bf req-01efcea8-9640-4a2f-a47c-ada906637482 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:07.911713 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3d7edc60-1630-48a9-b6ea-c89e86a2d4bf req-01efcea8-9640-4a2f-a47c-ada906637482 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0614781 Mar 31 21:46:07.967610 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3d7edc60-1630-48a9-b6ea-c89e86a2d4bf req-363dbf5e-25da-4c29-9c10-3a791501f9de tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492520 Mar 31 21:46:09.046683 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:09.118607 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2cccc-dbda-424f-b4d8-92329f3cbf6f req-c61bbb23-70ab-41b2-95b9-fcafbc293fa6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:09.120122 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bfd2cccc-dbda-424f-b4d8-92329f3cbf6f req-c61bbb23-70ab-41b2-95b9-fcafbc293fa6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0585818 Mar 31 21:46:09.168659 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bfd2cccc-dbda-424f-b4d8-92329f3cbf6f req-6ba693ca-33cd-45ed-a2c0-ef6e5d43358c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427971 Mar 31 21:46:10.297861 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c3444-8dc7-4304-bf18-c3ac68870030 req-732525e0-9df6-4bbf-89ae-418ba6c752e0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:10.299249 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7d3c3444-8dc7-4304-bf18-c3ac68870030 req-732525e0-9df6-4bbf-89ae-418ba6c752e0 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0544715 Mar 31 21:46:10.345269 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7d3c3444-8dc7-4304-bf18-c3ac68870030 req-f93747c9-cab7-4945-ae83-64848a533707 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396669 Mar 31 21:46:11.475214 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2acc-a0a8-48d4-89c5-2a4d1ade445b req-2197ad81-839e-43cb-b350-fdb3e2dbfbb1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:11.476749 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-feac2acc-a0a8-48d4-89c5-2a4d1ade445b req-2197ad81-839e-43cb-b350-fdb3e2dbfbb1 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 944 time: 0.0538049 Mar 31 21:46:11.522803 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-feac2acc-a0a8-48d4-89c5-2a4d1ade445b req-08b2fe77-565a-4980-be3a-06ccbf41229f tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Mar 31 21:46:11.996128 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:46:12.105796 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:12.117896 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'port_id': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'mac_address': 'fa:16:3e:87:69:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:46:12.158072 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:46:12.158464 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:12.173506 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ba5f35-a71d-40d2-9364-8c21211383fb {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:46:12.196020 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:12.206166 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:12.256760 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=9']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:12.457477 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['82ba5f35-a71d-40d2-9364-8c21211383fb'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:46:12.672228 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7663363-ce2a-406f-bdb6-c07d0fcea3ef req-b328f528-5f21-4948-9a98-4eb94975b6f3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:12.674831 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7663363-ce2a-406f-bdb6-c07d0fcea3ef req-b328f528-5f21-4948-9a98-4eb94975b6f3 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 945 time: 0.0680840 Mar 31 21:46:12.720901 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d7663363-ce2a-406f-bdb6-c07d0fcea3ef req-c396f86f-7b8a-44d5-8da0-0a62c4fff13c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407817 Mar 31 21:46:13.853404 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c2546-9f9c-4420-965d-b8196b884cfb req-d0c406e0-87f4-4d5a-a7df-17cf19e4617d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:13.854845 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a38c2546-9f9c-4420-965d-b8196b884cfb req-d0c406e0-87f4-4d5a-a7df-17cf19e4617d tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 945 time: 0.0594032 Mar 31 21:46:13.912379 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a38c2546-9f9c-4420-965d-b8196b884cfb req-9daaa080-0d2d-4604-8755-14859335541a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517797 Mar 31 21:46:13.987612 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4a38e-22ca-4446-985b-b9a7f89e1799 req-800323ef-5bcd-49ab-8757-464e10e508c7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:13.989074 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3b4a38e-22ca-4446-985b-b9a7f89e1799 req-800323ef-5bcd-49ab-8757-464e10e508c7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0519185 Mar 31 21:46:13.998665 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:46:14.037126 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3b4a38e-22ca-4446-985b-b9a7f89e1799 req-159217b3-5b65-4a44-b134-4240f75cbab4 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Mar 31 21:46:14.048629 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 82ba5f35-a71d-40d2-9364-8c21211383fb triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:46:14.049206 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:14.133769 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 82ba5f35-a71d-40d2-9364-8c21211383fb is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:46:14.134068 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:14.156653 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:46:14.158917 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d324cd6-f005-4a6c-906e-7c9de469895c" -d '{"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-plugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:46:14.171329 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:14.176047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:14.201269 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f0fa8-cb5a-4387-a3ba-d8d05e335db4 x-openstack-request-id: req-d39f0fa8-cb5a-4387-a3ba-d8d05e335db4 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:46:14.201590 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-plugged", "status": "completed", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:46:14.201845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d39f0fa8-cb5a-4387-a3ba-d8d05e335db4 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:46:14.202249 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39f0fa8-cb5a-4387-a3ba-d8d05e335db4'] response: {'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'code': 200} Mar 31 21:46:14.228718 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=10']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:14.383246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75a9ad-6b3e-4b2a-b688-e9d2c936f1fb req-28c4ec2b-52d6-4a5a-8275-f3889a2015dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:14.384773 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d75a9ad-6b3e-4b2a-b688-e9d2c936f1fb req-28c4ec2b-52d6-4a5a-8275-f3889a2015dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 1131 time: 0.0426402 Mar 31 21:46:14.431312 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5d75a9ad-6b3e-4b2a-b688-e9d2c936f1fb req-96253499-b8c9-4e38-a624-0b381360fec2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Mar 31 21:46:15.040829 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231374a-9341-4394-ae77-a7f761bbb2f8 req-95f514ea-6081-4e89-9290-f07f92ad1a67 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:15.042402 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c231374a-9341-4394-ae77-a7f761bbb2f8 req-95f514ea-6081-4e89-9290-f07f92ad1a67 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 947 time: 0.0519257 Mar 31 21:46:15.090759 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-c231374a-9341-4394-ae77-a7f761bbb2f8 req-536d0f0e-0e27-4c19-bbf1-f5372ffab261 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Mar 31 21:46:15.169525 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd769-8ce9-45c6-973b-0bafe5a32a65 req-985a9eda-5287-435d-93c5-c40ff154d0b3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:15.170990 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f1ccd769-8ce9-45c6-973b-0bafe5a32a65 req-985a9eda-5287-435d-93c5-c40ff154d0b3 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0561757 Mar 31 21:46:15.217636 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f1ccd769-8ce9-45c6-973b-0bafe5a32a65 req-525c15e0-bd65-41b8-882c-ed857eaaf233 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Mar 31 21:46:16.093430 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-5e402b87-bc0a-4b74-a02c-bbb808ec32d7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:16.094910 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-5e402b87-bc0a-4b74-a02c-bbb808ec32d7 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0604203 Mar 31 21:46:16.268347 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f790b1-620f-4b71-b051-313f6f3f6e38 req-5b55a8f3-4598-4a40-82fc-9a4c1915995b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:16.269907 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e7f790b1-620f-4b71-b051-313f6f3f6e38 req-5b55a8f3-4598-4a40-82fc-9a4c1915995b tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 947 time: 0.0771577 Mar 31 21:46:16.274408 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port d37a3e84-cf6d-4861-b109-438ad0f06318 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:16.274860 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:16.355571 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651c5c1-87a9-41a2-af58-16921679145e req-d8622303-7a64-4f04-a96b-2d1876c1de24 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:16.357282 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1651c5c1-87a9-41a2-af58-16921679145e req-d8622303-7a64-4f04-a96b-2d1876c1de24 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 946 time: 0.0630662 Mar 31 21:46:16.390357 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e7f790b1-620f-4b71-b051-313f6f3f6e38 req-8fda355e-727f-41db-8376-d835b5362ba6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118274 Mar 31 21:46:16.422949 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] For port d37a3e84-cf6d-4861-b109-438ad0f06318, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d37a3e84-cf6d-4861-b109-438ad0f06318,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:16.423685 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:16.428920 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1651c5c1-87a9-41a2-af58-16921679145e req-756a03a9-6dd2-443d-adcd-44534c00c7b8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups?id=fabf8bcf-d414-4da2-9bce-58866c616584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654957 Mar 31 21:46:16.604070 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:16.604447 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (ed7ea10e-623d-4e9d-9168-a98760801de1), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:16.604738 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Floating IP ed7ea10e-623d-4e9d-9168-a98760801de1 disassociated. External IP: 172.27.1.160, port: d37a3e84-cf6d-4861-b109-438ad0f06318. Mar 31 21:46:16.605243 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for d37a3e84-cf6d-4861-b109-438ad0f06318 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:16.731839 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (d37a3e84-cf6d-4861-b109-438ad0f06318), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:16.762708 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=d37a3e84-cf6d-4861-b109-438ad0f06318,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:16.879456 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:46:16.993788 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:46:17.006851 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:46:17.022620 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:17.023252 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:17.042285 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] No DVR routers for this DVR port d37a3e84-cf6d-4861-b109-438ad0f06318 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:46:17.044937 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:17.048323 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-69e9b7c2-a9a0-44c0-b6e6-55da8e73c51b req-7f1f4dec-67f8-4cbe-a5e5-99bb2c9d1973 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.35 "DELETE /v2.0/ports/d37a3e84-cf6d-4861-b109-438ad0f06318 HTTP/1.1" status: 204 len: 173 time: 0.9477654 Mar 31 21:46:17.048846 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'name': 'network-vif-deleted', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:46:17.051201 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafccf1e-4e8c-470c-b2bb-921d296568c1" -d '{"events": [{"server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "name": "network-vif-deleted", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:46:17.091462 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acba883f-87b2-40bb-85d9-dad0c0d497eb x-openstack-request-id: req-acba883f-87b2-40bb-85d9-dad0c0d497eb {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:46:17.091747 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf708fb8-19af-487f-9a5c-dd30104c3ae2", "name": "network-vif-deleted", "tag": "d37a3e84-cf6d-4861-b109-438ad0f06318", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:46:17.091999 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acba883f-87b2-40bb-85d9-dad0c0d497eb {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:46:17.092402 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acba883f-87b2-40bb-85d9-dad0c0d497eb'] response: {'server_uuid': 'cf708fb8-19af-487f-9a5c-dd30104c3ae2', 'name': 'network-vif-deleted', 'tag': 'd37a3e84-cf6d-4861-b109-438ad0f06318', 'status': 'completed', 'code': 200} Mar 31 21:46:17.287498 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:17.538607 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:17.577134 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:46:17.588163 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a1448-6e27-4502-a7f3-833bbf30ff36 req-9d006b8f-365d-4ed0-a21a-e45b53042c32 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:17.591301 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:17.592638 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:17.595634 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-73796318-2fde-4565-8a42-8d82327c3cb5 req-d55d005c-1bbe-4103-9b51-825ec96e52f8 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf708fb8-19af-487f-9a5c-dd30104c3ae2 HTTP/1.1" status: 200 len: 210 time: 0.0496709 Mar 31 21:46:17.597435 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e94a1448-6e27-4502-a7f3-833bbf30ff36 req-9d006b8f-365d-4ed0-a21a-e45b53042c32 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 947 time: 0.1184115 Mar 31 21:46:17.650454 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e94a1448-6e27-4502-a7f3-833bbf30ff36 req-1d71eb41-611d-4bdc-ab77-9786afa3e996 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518005 Mar 31 21:46:17.712804 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:17.908299 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:17.938673 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a62190-ad87-40b9-b08f-024972c10ba3 None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:39:15Z', 'revision_number': 4, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '3601c1e8-5d7b-45e0-9693-21c9f5b51faf', 'name': '', 'network_id': '8ea577cb-82b9-409c-896b-6e4ab00cc1c6', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'mac_address': 'fa:16:3e:fa:20:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:39:08Z', 'updated_at': '2022-03-31T21:39:25Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'subnets': [{'id': '5688f097-0044-4ced-93b8-e17caf04ca16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:46:18.166588 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dc5cf8-638e-4933-a9a7-05cd4763350d None None] New status for floating IP ed7ea10e-623d-4e9d-9168-a98760801de1: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:46:18.687846 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56854) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:18.736672 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:18.764943 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b786e886-00cd-456e-9c78-234d647a9594 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (fabf8bcf-d414-4da2-9bce-58866c616584), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:18.802918 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b786e886-00cd-456e-9c78-234d647a9594 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (fabf8bcf-d414-4da2-9bce-58866c616584), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:18.873631 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b786e886-00cd-456e-9c78-234d647a9594 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (fabf8bcf-d414-4da2-9bce-58866c616584), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:18.877354 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b786e886-00cd-456e-9c78-234d647a9594 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:18.878575 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b786e886-00cd-456e-9c78-234d647a9594 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/security-groups/fabf8bcf-d414-4da2-9bce-58866c616584 HTTP/1.1" status: 204 len: 168 time: 0.1894174 Mar 31 21:46:18.882446 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56856) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:18.889323 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786e886-00cd-456e-9c78-234d647a9594 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf8bcf-d414-4da2-9bce-58866c616584,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:18.912734 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.api.v2.resource [None req-49569f9d-a456-45f8-8cfc-f6ff1c0fda63 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] show failed (client error): The resource could not be found. Mar 31 21:46:18.921432 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-49569f9d-a456-45f8-8cfc-f6ff1c0fda63 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "GET /v2.0/security-groups/fabf8bcf-d414-4da2-9bce-58866c616584 HTTP/1.1" status: 404 len: 347 time: 0.0362368 Mar 31 21:46:18.922812 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56858) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:19.071884 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Deleting port 2375048f-53b8-4b42-9ad8-9fddf49ee798 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:19.072225 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:19.159870 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:19.160098 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (2375048f-53b8-4b42-9ad8-9fddf49ee798), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:19.171778 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Calling delete_port for 2375048f-53b8-4b42-9ad8-9fddf49ee798 owned by network:floatingip {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:19.313164 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (2375048f-53b8-4b42-9ad8-9fddf49ee798), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:19.341740 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Pushing event deleted for resources: {'Port': ['ID=2375048f-53b8-4b42-9ad8-9fddf49ee798,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:19.412446 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks [] for floatingip (ed7ea10e-623d-4e9d-9168-a98760801de1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:19.415875 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:19.417088 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-e8b0ddfa-8aa5-4865-88a7-368c5e585104 tempest-AttachVolumeNegativeTest-993879721 tempest-AttachVolumeNegativeTest-993879721-project] 10.222.0.20 "DELETE /v2.0/floatingips/ed7ea10e-623d-4e9d-9168-a98760801de1 HTTP/1.1" status: 204 len: 168 time: 0.4932730 Mar 31 21:46:19.557655 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:46:20.041975 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d37a3e84-cf6d-4861-b109-438ad0f06318 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:20.062833 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: d37a3e84-cf6d-4861-b109-438ad0f06318 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:20.063179 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d37a3e84-cf6d-4861-b109-438ad0f06318 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:23.093634 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56930) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:23.864741 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.148816 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Deleting port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:24.149548 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.232638 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] For port 3601c1e8-5d7b-45e0-9693-21c9f5b51faf, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:24.233005 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.247558 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Calling delete_port for 3601c1e8-5d7b-45e0-9693-21c9f5b51faf owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:24.465262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (3601c1e8-5d7b-45e0-9693-21c9f5b51faf), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.492106 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Pushing event deleted for resources: {'Port': ['ID=3601c1e8-5d7b-45e0-9693-21c9f5b51faf,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:24.671588 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:24.896389 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:46:25.010349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:46:25.015795 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-42056575-76c1-4652-8212-8a69107c1665 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0d3b1bd-5f2c-468e-a4e1-b01f594ee742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9211168 Mar 31 21:46:25.019367 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56940) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:25.021776 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] Sync routers for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:46:25.032544 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:25.033878 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:25.140524 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks [] for router (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.158067 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:25.256680 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks [] for router_gateway (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.321580 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Deleting port 00f06eea-b5ce-44e9-9563-dee02e8564b4 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:25.322142 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.361065 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:46:24Z', 'revision_number': 5, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port': {'id': '00f06eea-b5ce-44e9-9563-dee02e8564b4', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ce:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:25.388369 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] Checking router: a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:46:25.397610 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] Routers {'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:25.398235 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:25.403749 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] For port 00f06eea-b5ce-44e9-9563-dee02e8564b4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=00f06eea-b5ce-44e9-9563-dee02e8564b4,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:25.404041 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.422128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Calling delete_port for 00f06eea-b5ce-44e9-9563-dee02e8564b4 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:25.494116 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] Set router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 gateway port host: None {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:25.552918 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:46:25Z', 'revision_number': 6, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:25.580993 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd7698-f07c-4bd3-894c-b5af47016de8 None None] The sync data for ids ['a0d3b1bd-5f2c-468e-a4e1-b01f594ee742'] in dv-cinder-836074-1-iscsi is: [{'id': 'a0d3b1bd-5f2c-468e-a4e1-b01f594ee742', 'name': 'tempest-AttachVolumeNegativeTest-154589527-router', 'tenant_id': '2e7e92ff407a491cade61defb804388a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:51Z', 'updated_at': '2022-03-31T21:46:25Z', 'revision_number': 6, 'project_id': '2e7e92ff407a491cade61defb804388a', 'gw_port_host': None}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:46:25.614821 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (00f06eea-b5ce-44e9-9563-dee02e8564b4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.641267 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Pushing event deleted for resources: {'Port': ['ID=00f06eea-b5ce-44e9-9563-dee02e8564b4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:25.703180 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.793176 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.795476 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks [] for router_controller (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.850865 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (a0d3b1bd-5f2c-468e-a4e1-b01f594ee742), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.851570 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:46:25.856098 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.857274 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-746fb618-e3fb-47ad-885f-4eac3ea4762f admin admin] 10.222.0.20 "DELETE /v2.0/routers/a0d3b1bd-5f2c-468e-a4e1-b01f594ee742 HTTP/1.1" status: 204 len: 168 time: 0.8369586 Mar 31 21:46:25.859867 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 56948) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:25.909234 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Deleting subnet 5688f097-0044-4ced-93b8-e17caf04ca16 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:46:25.913057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Publish callbacks [] for subnet (5688f097-0044-4ced-93b8-e17caf04ca16), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:25.949668 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14396085'] for subnet (5688f097-0044-4ced-93b8-e17caf04ca16), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.045218 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (5688f097-0044-4ced-93b8-e17caf04ca16), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.101751 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14521880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14622760'] for subnet (5688f097-0044-4ced-93b8-e17caf04ca16), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.131506 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.136936 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1561a8a-098f-449c-a46b-05eaca6d80ba None None] Network 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:46:26.138602 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5688f097-0044-4ced-93b8-e17caf04ca16 HTTP/1.1" status: 204 len: 168 time: 0.2775257 Mar 31 21:46:26.140130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d61da7-6445-41e5-a32b-d82e8e2620b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5688f097-0044-4ced-93b8-e17caf04ca16,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:26.142565 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56950) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:26.229928 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (8ea577cb-82b9-409c-896b-6e4ab00cc1c6), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.294818 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Deleting port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:26.295429 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.369147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] For port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:26.369619 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.389343 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] DHCP port deletion for 8ea577cb-82b9-409c-896b-6e4ab00cc1c6 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:46:26.405582 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Calling delete_port for a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:26.483155 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] Deleting port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:26.483787 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.520622 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.563298 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] For port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,segment=NetworkSegment(40bf53aa-b5f6-4915-a9f1-9bc8240015c0),segment_id=40bf53aa-b5f6-4915-a9f1-9bc8240015c0)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:26.564381 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.571082 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:26.574500 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] No DVR routers for this DVR port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:46:26.590295 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] Calling delete_port for a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:26.659217 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (8ea577cb-82b9-409c-896b-6e4ab00cc1c6), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.686202 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea577cb-82b9-409c-896b-6e4ab00cc1c6']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:26.700502 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bf53aa-b5f6-4915-a9f1-9bc8240015c0') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:26.701217 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bf53aa-b5f6-4915-a9f1-9bc8240015c0') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:26.719073 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.720065 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (40bf53aa-b5f6-4915-a9f1-9bc8240015c0), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.743600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (40bf53aa-b5f6-4915-a9f1-9bc8240015c0), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.752807 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:46:26.753629 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (40bf53aa-b5f6-4915-a9f1-9bc8240015c0), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:46:26.755910 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:46:26.784272 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] Pushing event deleted for resources: {'Port': ['ID=a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:26.791393 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0355c-6122-43df-b0de-a5c40e46d889 None None] No DVR routers for this DVR port a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:46:26.829628 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (8ea577cb-82b9-409c-896b-6e4ab00cc1c6), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.835694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:26.838949 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ea577cb-82b9-409c-896b-6e4ab00cc1c6 HTTP/1.1" status: 204 len: 168 time: 0.6945806 Mar 31 21:46:26.851442 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61f2b4-99d1-4e87-b278-00455e6fc666 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea577cb-82b9-409c-896b-6e4ab00cc1c6,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:26.975964 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56966) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:27.020884 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ea28d20e-409a-417e-a10e-38a3650fad9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e7e92ff407a491cade61defb804388a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437188 Mar 31 21:46:27.023476 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 56968) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:27.077654 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-58cccffb-c2e2-4f06-afc4-eff2d783f8ff admin admin] Publish callbacks [] for security_group (779bf0c2-2217-4d32-8795-48d1f7024713), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.099957 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-58cccffb-c2e2-4f06-afc4-eff2d783f8ff admin admin] Publish callbacks [] for security_group (779bf0c2-2217-4d32-8795-48d1f7024713), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.151210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-58cccffb-c2e2-4f06-afc4-eff2d783f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (779bf0c2-2217-4d32-8795-48d1f7024713), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.154097 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-58cccffb-c2e2-4f06-afc4-eff2d783f8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:27.155274 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-58cccffb-c2e2-4f06-afc4-eff2d783f8ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/779bf0c2-2217-4d32-8795-48d1f7024713 HTTP/1.1" status: 204 len: 168 time: 0.1308784 Mar 31 21:46:27.166577 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cccffb-c2e2-4f06-afc4-eff2d783f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779bf0c2-2217-4d32-8795-48d1f7024713,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:27.478919 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 00f06eea-b5ce-44e9-9563-dee02e8564b4 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:27.500802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 00f06eea-b5ce-44e9-9563-dee02e8564b4 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:27.501157 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 00f06eea-b5ce-44e9-9563-dee02e8564b4 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:27.501641 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 3601c1e8-5d7b-45e0-9693-21c9f5b51faf no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:27.521758 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 3601c1e8-5d7b-45e0-9693-21c9f5b51faf {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:27.522107 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 3601c1e8-5d7b-45e0-9693-21c9f5b51faf not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:27.522512 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:27.542740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:27.543108 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device a3e1ee77-8cfd-4167-bd25-515d2a3d1ed4 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:32.352306 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-89baec76-b0ce-483d-a121-2b6e21f53e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:35.164103 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-4eceb8cd-d748-4503-b3ba-4c94a2ddc690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:36.174407 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:37.795318 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.043141 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:39.826774 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57178) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:39.948073 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.029159 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Publish callbacks [] for security_group (1cbbe0f8-1315-45cc-916c-55a70efdda03), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.033584 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1cbbe0f8-1315-45cc-916c-55a70efdda03), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.078368 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca2acac84c69431ea97a235bfffe47e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504635 Mar 31 21:46:40.079272 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbbe0f8-1315-45cc-916c-55a70efdda03,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:40.081038 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57182) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:40.086874 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.087220 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.087561 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.087894 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.088232 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.088566 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.088887 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.089207 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.089561 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.089885 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.090208 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.090566 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.090919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.091236 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.091553 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18207e44-2f45-4815-a605-f7df2e3f4c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:40.133879 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-acd76775-10fd-4e54-8b38-18fa314c29fe admin admin] Publish callbacks [] for security_group (1cbbe0f8-1315-45cc-916c-55a70efdda03), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.163913 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-acd76775-10fd-4e54-8b38-18fa314c29fe admin admin] Publish callbacks [] for security_group (1cbbe0f8-1315-45cc-916c-55a70efdda03), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.215079 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-acd76775-10fd-4e54-8b38-18fa314c29fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1cbbe0f8-1315-45cc-916c-55a70efdda03), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.217990 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-acd76775-10fd-4e54-8b38-18fa314c29fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:40.219283 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-acd76775-10fd-4e54-8b38-18fa314c29fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cbbe0f8-1315-45cc-916c-55a70efdda03 HTTP/1.1" status: 204 len: 168 time: 0.1371040 Mar 31 21:46:40.227694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd76775-10fd-4e54-8b38-18fa314c29fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbbe0f8-1315-45cc-916c-55a70efdda03,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:42.833162 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57272) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:42.943027 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35fe6658-d650-44d9-98de-7ef2c7142193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.025422 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35fe6658-d650-44d9-98de-7ef2c7142193 admin admin] Publish callbacks [] for security_group (b77ec198-c064-420b-913e-159f5334cab8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.029582 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-35fe6658-d650-44d9-98de-7ef2c7142193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b77ec198-c064-420b-913e-159f5334cab8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.072357 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-35fe6658-d650-44d9-98de-7ef2c7142193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96ba489df8214b9db9b5477ad36212af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357845 Mar 31 21:46:43.072357 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe6658-d650-44d9-98de-7ef2c7142193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ec198-c064-420b-913e-159f5334cab8,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:43.073625 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57280) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:43.128799 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-03c790e7-c80c-487d-9402-7ea25fa212f8 admin admin] Publish callbacks [] for security_group (b77ec198-c064-420b-913e-159f5334cab8), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.153412 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-03c790e7-c80c-487d-9402-7ea25fa212f8 admin admin] Publish callbacks [] for security_group (b77ec198-c064-420b-913e-159f5334cab8), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.208544 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-03c790e7-c80c-487d-9402-7ea25fa212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b77ec198-c064-420b-913e-159f5334cab8), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.211813 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-03c790e7-c80c-487d-9402-7ea25fa212f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.212993 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-03c790e7-c80c-487d-9402-7ea25fa212f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b77ec198-c064-420b-913e-159f5334cab8 HTTP/1.1" status: 204 len: 168 time: 0.1389871 Mar 31 21:46:43.232033 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c790e7-c80c-487d-9402-7ea25fa212f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ec198-c064-420b-913e-159f5334cab8,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:43.522835 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57300) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:43.537721 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-306417d1-65a1-4221-841d-d97361f10395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.627203 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-306417d1-65a1-4221-841d-d97361f10395 admin admin] Publish callbacks [] for security_group (3f3b7dc6-46bd-40c9-802e-1887cc69de34), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.631245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-306417d1-65a1-4221-841d-d97361f10395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3f3b7dc6-46bd-40c9-802e-1887cc69de34), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.670609 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-306417d1-65a1-4221-841d-d97361f10395 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c65d2378a724325813a11cde581b17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465394 Mar 31 21:46:43.671463 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306417d1-65a1-4221-841d-d97361f10395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b7dc6-46bd-40c9-802e-1887cc69de34,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:43.674549 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57302) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:43.724264 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0c46ed9c-bac8-4af0-bf3e-a3e85a86d9d2 admin admin] Publish callbacks [] for security_group (3f3b7dc6-46bd-40c9-802e-1887cc69de34), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.750509 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0c46ed9c-bac8-4af0-bf3e-a3e85a86d9d2 admin admin] Publish callbacks [] for security_group (3f3b7dc6-46bd-40c9-802e-1887cc69de34), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.801405 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0c46ed9c-bac8-4af0-bf3e-a3e85a86d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3f3b7dc6-46bd-40c9-802e-1887cc69de34), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.804491 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0c46ed9c-bac8-4af0-bf3e-a3e85a86d9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:43.805764 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0c46ed9c-bac8-4af0-bf3e-a3e85a86d9d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f3b7dc6-46bd-40c9-802e-1887cc69de34 HTTP/1.1" status: 204 len: 168 time: 0.1302059 Mar 31 21:46:43.814579 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46ed9c-bac8-4af0-bf3e-a3e85a86d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b7dc6-46bd-40c9-802e-1887cc69de34,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:44.971758 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57366) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:45.180681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1617c8a4-5c35-465b-a277-4c16a33cf198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.264282 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1617c8a4-5c35-465b-a277-4c16a33cf198 admin admin] Publish callbacks [] for security_group (a598d1b8-5b5a-453d-a60d-3822ac07cd7d), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.269246 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-1617c8a4-5c35-465b-a277-4c16a33cf198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a598d1b8-5b5a-453d-a60d-3822ac07cd7d), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.309109 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-1617c8a4-5c35-465b-a277-4c16a33cf198 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8dbc2a4068342adb0ac1a4d2b698454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362312 Mar 31 21:46:45.310055 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617c8a4-5c35-465b-a277-4c16a33cf198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a598d1b8-5b5a-453d-a60d-3822ac07cd7d,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:45.311991 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57382) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:45.367364 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff42ba85-c0ad-4f02-8fde-74da29684b5d admin admin] Publish callbacks [] for security_group (a598d1b8-5b5a-453d-a60d-3822ac07cd7d), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.388379 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff42ba85-c0ad-4f02-8fde-74da29684b5d admin admin] Publish callbacks [] for security_group (a598d1b8-5b5a-453d-a60d-3822ac07cd7d), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.443280 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff42ba85-c0ad-4f02-8fde-74da29684b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a598d1b8-5b5a-453d-a60d-3822ac07cd7d), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.446010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ff42ba85-c0ad-4f02-8fde-74da29684b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.448215 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ff42ba85-c0ad-4f02-8fde-74da29684b5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a598d1b8-5b5a-453d-a60d-3822ac07cd7d HTTP/1.1" status: 204 len: 168 time: 0.1330779 Mar 31 21:46:45.455913 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42ba85-c0ad-4f02-8fde-74da29684b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a598d1b8-5b5a-453d-a60d-3822ac07cd7d,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:45.740932 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57392) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:45.754643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af43eb81-82b4-429c-99f3-81e9344bc727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.829605 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af43eb81-82b4-429c-99f3-81e9344bc727 admin admin] Publish callbacks [] for security_group (b368b14d-2dd9-4947-89f4-831d7e15ec07), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.833371 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-af43eb81-82b4-429c-99f3-81e9344bc727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b368b14d-2dd9-4947-89f4-831d7e15ec07), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.871808 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-af43eb81-82b4-429c-99f3-81e9344bc727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75f34c4d2a1246be8c63edf79cc446a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296265 Mar 31 21:46:45.872419 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43eb81-82b4-429c-99f3-81e9344bc727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b368b14d-2dd9-4947-89f4-831d7e15ec07,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:45.875215 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57394) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:45.932966 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-afa08881-0e36-4a5a-bf3d-31c5377d38bc admin admin] Publish callbacks [] for security_group (b368b14d-2dd9-4947-89f4-831d7e15ec07), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:45.958462 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-afa08881-0e36-4a5a-bf3d-31c5377d38bc admin admin] Publish callbacks [] for security_group (b368b14d-2dd9-4947-89f4-831d7e15ec07), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:46.008354 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-afa08881-0e36-4a5a-bf3d-31c5377d38bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (b368b14d-2dd9-4947-89f4-831d7e15ec07), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:46.012796 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-afa08881-0e36-4a5a-bf3d-31c5377d38bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:46.014177 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-afa08881-0e36-4a5a-bf3d-31c5377d38bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b368b14d-2dd9-4947-89f4-831d7e15ec07 HTTP/1.1" status: 204 len: 168 time: 0.1374094 Mar 31 21:46:46.024308 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08881-0e36-4a5a-bf3d-31c5377d38bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b368b14d-2dd9-4947-89f4-831d7e15ec07,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:48.732561 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:48.903977 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57478) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:49.036266 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349c3712-054a-491a-94c1-75a9ded6425a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.128010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349c3712-054a-491a-94c1-75a9ded6425a admin admin] Publish callbacks [] for security_group (37220021-d8df-47e4-ae18-e3befec00bf5), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.131981 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-349c3712-054a-491a-94c1-75a9ded6425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (37220021-d8df-47e4-ae18-e3befec00bf5), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.176878 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-349c3712-054a-491a-94c1-75a9ded6425a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acfa116869c541f29bcdbb4f9621d4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711799 Mar 31 21:46:49.177124 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57484) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:49.179603 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c3712-054a-491a-94c1-75a9ded6425a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37220021-d8df-47e4-ae18-e3befec00bf5,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:49.257466 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe7754b6-dcef-4198-a383-8df498f8c7a1 admin admin] Publish callbacks [] for security_group (37220021-d8df-47e4-ae18-e3befec00bf5), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.284934 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe7754b6-dcef-4198-a383-8df498f8c7a1 admin admin] Publish callbacks [] for security_group (37220021-d8df-47e4-ae18-e3befec00bf5), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.359211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe7754b6-dcef-4198-a383-8df498f8c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (37220021-d8df-47e4-ae18-e3befec00bf5), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.363967 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe7754b6-dcef-4198-a383-8df498f8c7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.365990 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-fe7754b6-dcef-4198-a383-8df498f8c7a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37220021-d8df-47e4-ae18-e3befec00bf5 HTTP/1.1" status: 204 len: 168 time: 0.1873367 Mar 31 21:46:49.378967 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7754b6-dcef-4198-a383-8df498f8c7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37220021-d8df-47e4-ae18-e3befec00bf5,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:49.683672 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57494) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:49.699091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3faf335c-c8f1-4d60-b415-c378c5b590f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.792860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3faf335c-c8f1-4d60-b415-c378c5b590f6 admin admin] Publish callbacks [] for security_group (e03d7a10-1c48-4e17-9fe0-9c222f0e796f), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.796907 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3faf335c-c8f1-4d60-b415-c378c5b590f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e03d7a10-1c48-4e17-9fe0-9c222f0e796f), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.837481 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3faf335c-c8f1-4d60-b415-c378c5b590f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87787b4362664926a05f29735b05b175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525819 Mar 31 21:46:49.838214 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf335c-c8f1-4d60-b415-c378c5b590f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d7a10-1c48-4e17-9fe0-9c222f0e796f,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:49.840273 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57498) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:49.893015 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dca-01c3-4b6d-a36f-0bbb8f334b23 admin admin] Publish callbacks [] for security_group (e03d7a10-1c48-4e17-9fe0-9c222f0e796f), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.915984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dca-01c3-4b6d-a36f-0bbb8f334b23 admin admin] Publish callbacks [] for security_group (e03d7a10-1c48-4e17-9fe0-9c222f0e796f), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.962983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dca-01c3-4b6d-a36f-0bbb8f334b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e03d7a10-1c48-4e17-9fe0-9c222f0e796f), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.965584 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dca-01c3-4b6d-a36f-0bbb8f334b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:49.966730 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3bef9dca-01c3-4b6d-a36f-0bbb8f334b23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e03d7a10-1c48-4e17-9fe0-9c222f0e796f HTTP/1.1" status: 204 len: 168 time: 0.1253798 Mar 31 21:46:49.977463 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9dca-01c3-4b6d-a36f-0bbb8f334b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d7a10-1c48-4e17-9fe0-9c222f0e796f,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:50.337344 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-a5ce137d-0554-4ea8-b9a8-2aa945f4aa65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571568 Mar 31 21:46:50.408820 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-409cdeb9-b9e7-49c9-a318-94496b182216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:50.410466 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-409cdeb9-b9e7-49c9-a318-94496b182216 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.0511754 Mar 31 21:46:50.526411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-8c90672f-42ed-40c0-9609-24b834698ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:50.527968 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-8c90672f-42ed-40c0-9609-24b834698ee9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 908 time: 0.0977571 Mar 31 21:46:50.600991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-cbdcd909-87a2-4e99-9df3-169bd31271e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 1001 time: 0.0665288 Mar 31 21:46:50.667483 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-868bd1dc-658c-4495-9baf-c3d0cc384638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:50.669418 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-868bd1dc-658c-4495-9baf-c3d0cc384638 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.0623920 Mar 31 21:46:50.727165 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-d1b44dd0-267d-4f59-a9ab-81770c869d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:50.728794 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-d1b44dd0-267d-4f59-a9ab-81770c869d2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520658 Mar 31 21:46:50.830759 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-c5fd80cc-9c1a-4754-b38a-c30001570711 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923736 Mar 31 21:46:50.946593 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-376457a1-4d6f-42f3-aeec-2f6338992ea2 req-9c6f39f5-11fa-4604-bfef-86fea74f9719 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108634 Mar 31 21:46:51.214538 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57562) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:51.583945 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-275a7aae-511c-4ec6-92aa-6e0c56097f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.697901 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-275a7aae-511c-4ec6-92aa-6e0c56097f7f admin admin] Publish callbacks [] for security_group (a29b1496-be70-4f15-88c5-37dc7e5adc96), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.702798 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-275a7aae-511c-4ec6-92aa-6e0c56097f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a29b1496-be70-4f15-88c5-37dc7e5adc96), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.731846 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168552-f2ea-463d-bf25-ec4a29252390 req-38a12088-b137-4fda-8114-4f26974fff80 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:51.742931 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6d168552-f2ea-463d-bf25-ec4a29252390 req-38a12088-b137-4fda-8114-4f26974fff80 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 947 time: 0.0790367 Mar 31 21:46:51.751531 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-275a7aae-511c-4ec6-92aa-6e0c56097f7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dab5f5ac58ef40e4b5739e14f821b207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5354326 Mar 31 21:46:51.752409 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57582) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:51.758715 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a7aae-511c-4ec6-92aa-6e0c56097f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29b1496-be70-4f15-88c5-37dc7e5adc96,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:51.811638 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6d168552-f2ea-463d-bf25-ec4a29252390 req-1b3521f8-855d-4569-bad1-c1b134367860 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624704 Mar 31 21:46:51.817846 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-baaebef7-9a65-4a30-a419-fbe32f6dab34 admin admin] Publish callbacks [] for security_group (a29b1496-be70-4f15-88c5-37dc7e5adc96), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.849264 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-baaebef7-9a65-4a30-a419-fbe32f6dab34 admin admin] Publish callbacks [] for security_group (a29b1496-be70-4f15-88c5-37dc7e5adc96), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.911773 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-baaebef7-9a65-4a30-a419-fbe32f6dab34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a29b1496-be70-4f15-88c5-37dc7e5adc96), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.914626 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-baaebef7-9a65-4a30-a419-fbe32f6dab34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:51.915781 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-baaebef7-9a65-4a30-a419-fbe32f6dab34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a29b1496-be70-4f15-88c5-37dc7e5adc96 HTTP/1.1" status: 204 len: 168 time: 0.1624582 Mar 31 21:46:51.923674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaebef7-9a65-4a30-a419-fbe32f6dab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29b1496-be70-4f15-88c5-37dc7e5adc96,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:52.236861 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57594) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:52.250535 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fb9a064d-e4a9-4551-b807-244e80cc926e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.329208 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fb9a064d-e4a9-4551-b807-244e80cc926e admin admin] Publish callbacks [] for security_group (a45e6bde-8d6d-46ec-b84e-6a984e629801), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.333980 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fb9a064d-e4a9-4551-b807-244e80cc926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a45e6bde-8d6d-46ec-b84e-6a984e629801), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.374100 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-fb9a064d-e4a9-4551-b807-244e80cc926e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=889bc56178f94d1da5206a8ff0206028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358755 Mar 31 21:46:52.374803 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a064d-e4a9-4551-b807-244e80cc926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45e6bde-8d6d-46ec-b84e-6a984e629801,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:52.376789 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57596) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:52.437022 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-750da2b0-2cca-4b39-9ce8-8d1f333cb419 admin admin] Publish callbacks [] for security_group (a45e6bde-8d6d-46ec-b84e-6a984e629801), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.461187 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-750da2b0-2cca-4b39-9ce8-8d1f333cb419 admin admin] Publish callbacks [] for security_group (a45e6bde-8d6d-46ec-b84e-6a984e629801), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.518654 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-750da2b0-2cca-4b39-9ce8-8d1f333cb419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a45e6bde-8d6d-46ec-b84e-6a984e629801), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.521984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-750da2b0-2cca-4b39-9ce8-8d1f333cb419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:52.523186 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-750da2b0-2cca-4b39-9ce8-8d1f333cb419 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a45e6bde-8d6d-46ec-b84e-6a984e629801 HTTP/1.1" status: 204 len: 168 time: 0.1453762 Mar 31 21:46:52.531886 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750da2b0-2cca-4b39-9ce8-8d1f333cb419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45e6bde-8d6d-46ec-b84e-6a984e629801,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:52.969290 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0fee-3da2-4b89-8dc6-3c2ff034c0c1 req-aeef81d5-8c6e-4fa1-8ab6-e60ed3125a5a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:52.970908 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e4b0fee-3da2-4b89-8dc6-3c2ff034c0c1 req-aeef81d5-8c6e-4fa1-8ab6-e60ed3125a5a tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 947 time: 0.0707135 Mar 31 21:46:53.044037 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8e4b0fee-3da2-4b89-8dc6-3c2ff034c0c1 req-772f004a-48e6-4e07-9d99-819e89040ec6 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups?id=400708d6-2568-4159-9bbe-14ce09f0e6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671165 Mar 31 21:46:53.258599 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-1221c91d-4e7c-4b59-afc3-c3be45fb3cca tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:53.261332 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-1221c91d-4e7c-4b59-afc3-c3be45fb3cca tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 947 time: 0.1126387 Mar 31 21:46:53.314975 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c00b0d-1ff9-45da-abee-1c69fea94079 req-efcc6a9d-f24d-4890-b320-27787e738b6d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:53.316669 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c00b0d-1ff9-45da-abee-1c69fea94079 req-efcc6a9d-f24d-4890-b320-27787e738b6d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1485264 Mar 31 21:46:53.408735 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c00b0d-1ff9-45da-abee-1c69fea94079 req-96674537-3b80-4e0c-8114-68aeba9ff0bd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836031 Mar 31 21:46:53.447078 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Deleting port 82ba5f35-a71d-40d2-9364-8c21211383fb {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:53.447463 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.573997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] For port 82ba5f35-a71d-40d2-9364-8c21211383fb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=82ba5f35-a71d-40d2-9364-8c21211383fb,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:46:53.573997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.847998 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.848403 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (1ab72832-4ffc-436b-9f93-33ed3af32b08), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:53.848721 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Floating IP 1ab72832-4ffc-436b-9f93-33ed3af32b08 disassociated. External IP: 172.27.1.109, port: 82ba5f35-a71d-40d2-9364-8c21211383fb. Mar 31 21:46:53.849053 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Calling delete_port for 82ba5f35-a71d-40d2-9364-8c21211383fb owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:54.047337 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (82ba5f35-a71d-40d2-9364-8c21211383fb), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.121406 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event deleted for resources: {'Port': ['ID=82ba5f35-a71d-40d2-9364-8c21211383fb,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:54.176385 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4e9df88e-6c42-4f32-91f6-51fcdb0203c4 req-70bdf6d3-e8ef-48e7-9dbf-704588965037 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 210 time: 0.0436318 Mar 31 21:46:54.311728 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:46:54.606241 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b9079-c5e6-4809-8f81-9d399ec4e4af req-12603c78-1c97-46df-a2ee-35de9a01a245 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:54.608002 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-047b9079-c5e6-4809-8f81-9d399ec4e4af req-12603c78-1c97-46df-a2ee-35de9a01a245 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1039331 Mar 31 21:46:54.611636 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:46:54.624816 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:46:54.642746 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:54.644282 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:54.704562 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] No DVR routers for this DVR port 82ba5f35-a71d-40d2-9364-8c21211383fb on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:46:54.707608 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:54.711547 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-883cf06c-92ca-4a23-9245-0153f1ae5562 req-0249d505-4b0a-4c9f-b9c6-66c44bbbaa58 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.35 "DELETE /v2.0/ports/82ba5f35-a71d-40d2-9364-8c21211383fb HTTP/1.1" status: 204 len: 173 time: 1.4361382 Mar 31 21:46:54.712063 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-deleted', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:46:54.714850 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e95be06-f01c-49d3-9f51-f15f783c2b16" -d '{"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-deleted", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:46:54.755395 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-047b9079-c5e6-4809-8f81-9d399ec4e4af req-6aa3e13d-cedc-4f7e-a5c2-63c1167d814d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379776 Mar 31 21:46:54.796083 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3360cf0f-4101-4d26-bb5c-ec767570499c x-openstack-request-id: req-3360cf0f-4101-4d26-bb5c-ec767570499c {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:46:54.796387 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e6751c-f4f2-4034-8775-0383fbfc56f5", "name": "network-vif-deleted", "tag": "82ba5f35-a71d-40d2-9364-8c21211383fb", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:46:54.796635 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3360cf0f-4101-4d26-bb5c-ec767570499c {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:46:54.797149 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3360cf0f-4101-4d26-bb5c-ec767570499c'] response: {'server_uuid': 'f3e6751c-f4f2-4034-8775-0383fbfc56f5', 'name': 'network-vif-deleted', 'tag': '82ba5f35-a71d-40d2-9364-8c21211383fb', 'status': 'completed', 'code': 200} Mar 31 21:46:54.898555 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:55.278199 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:55.352885 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:46:55.382548 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:46:55.383260 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:55.467603 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57686) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:55.518309 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cd163d6e-b8c0-4d61-97cc-fab8dc18e82e req-09843faf-b995-4762-8063-00e15eb7d0a2 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e6751c-f4f2-4034-8775-0383fbfc56f5 HTTP/1.1" status: 200 len: 210 time: 0.1083679 Mar 31 21:46:55.542352 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:46:55.641295 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c8583e9e-0894-41a4-8797-f591c6d35b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.741798 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c8583e9e-0894-41a4-8797-f591c6d35b74 admin admin] Publish callbacks [] for security_group (c8bcf2d6-0c77-4094-847f-32eadbad81d1), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.746216 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c8583e9e-0894-41a4-8797-f591c6d35b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c8bcf2d6-0c77-4094-847f-32eadbad81d1), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.783897 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8583e9e-0894-41a4-8797-f591c6d35b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bcf2d6-0c77-4094-847f-32eadbad81d1,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:55.790504 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c8583e9e-0894-41a4-8797-f591c6d35b74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f18b42b50854d01a222f4812eb2a8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190916 Mar 31 21:46:55.790714 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57690) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:55.817312 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:46:55.849011 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ed39168-0077-4d64-849b-35808b73ad86 admin admin] Publish callbacks [] for security_group (c8bcf2d6-0c77-4094-847f-32eadbad81d1), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:55.854616 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4c5bc-0e8f-4306-a007-b33b9fd0d18c None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:57Z', 'revision_number': 4, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '5ebd3c34-5926-48bd-9da0-85371c5208c8', 'name': '', 'network_id': '5a706225-dc1c-4e00-a40d-b3c20e62fdc8', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'mac_address': 'fa:16:3e:3a:fc:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:54Z', 'updated_at': '2022-03-31T21:39:10Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'subnets': [{'id': 'e8be7a40-7cf2-4952-aeb7-2a45b9502244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:46:55.897749 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ed39168-0077-4d64-849b-35808b73ad86 admin admin] Publish callbacks [] for security_group (c8bcf2d6-0c77-4094-847f-32eadbad81d1), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.004145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65b717-48da-42bc-83d8-d086ab4e688d req-3f80112d-7aa9-404a-b66c-7a589e1b4431 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:56.006487 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9b65b717-48da-42bc-83d8-d086ab4e688d req-3f80112d-7aa9-404a-b66c-7a589e1b4431 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1285708 Mar 31 21:46:56.027915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ed39168-0077-4d64-849b-35808b73ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c8bcf2d6-0c77-4094-847f-32eadbad81d1), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.032612 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6ed39168-0077-4d64-849b-35808b73ad86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.037773 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6ed39168-0077-4d64-849b-35808b73ad86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8bcf2d6-0c77-4094-847f-32eadbad81d1 HTTP/1.1" status: 204 len: 168 time: 0.2425880 Mar 31 21:46:56.059381 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed39168-0077-4d64-849b-35808b73ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bcf2d6-0c77-4094-847f-32eadbad81d1,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:56.096731 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9b65b717-48da-42bc-83d8-d086ab4e688d req-ea54a2fc-c2bd-4ba1-8823-2489997e646b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834541 Mar 31 21:46:56.173349 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e4807-9a5a-45f7-a4a9-d50fba3c9127 None None] New status for floating IP 1ab72832-4ffc-436b-9f93-33ed3af32b08: DOWN {{(pid=104526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:46:56.395678 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57700) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:56.409877 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.526931 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Publish callbacks [] for security_group (46e3830e-6328-4d82-857b-903d2c12cfbe), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.534864 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (46e3830e-6328-4d82-857b-903d2c12cfbe), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.563919 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:46:56.605831 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d66949613b3c44098d5bd7e2b0ed856e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085986 Mar 31 21:46:56.607731 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3830e-6328-4d82-857b-903d2c12cfbe,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:56.610493 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57710) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:56.622184 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.623021 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.624052 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.624837 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.626268 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.633949 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.634598 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.635657 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.636012 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.636362 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.636713 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.637052 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.637418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.637755 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.638089 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6ba5e-47a2-4ef3-a988-b9fbc9a70f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:46:56.666463 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57714) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:56.708858 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f1456bf0-26f5-44b2-ad1c-56fbc391a65e admin admin] Publish callbacks [] for security_group (46e3830e-6328-4d82-857b-903d2c12cfbe), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.736983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f1456bf0-26f5-44b2-ad1c-56fbc391a65e admin admin] Publish callbacks [] for security_group (46e3830e-6328-4d82-857b-903d2c12cfbe), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.741496 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-380f25d3-7599-4ebc-a388-ba7d21c9493c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (400708d6-2568-4159-9bbe-14ce09f0e6e8), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.775579 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-380f25d3-7599-4ebc-a388-ba7d21c9493c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (400708d6-2568-4159-9bbe-14ce09f0e6e8), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.820736 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f1456bf0-26f5-44b2-ad1c-56fbc391a65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (46e3830e-6328-4d82-857b-903d2c12cfbe), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.825686 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-f1456bf0-26f5-44b2-ad1c-56fbc391a65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.829545 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-f1456bf0-26f5-44b2-ad1c-56fbc391a65e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46e3830e-6328-4d82-857b-903d2c12cfbe HTTP/1.1" status: 204 len: 168 time: 0.2156591 Mar 31 21:46:56.836372 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1456bf0-26f5-44b2-ad1c-56fbc391a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3830e-6328-4d82-857b-903d2c12cfbe,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:56.841400 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-380f25d3-7599-4ebc-a388-ba7d21c9493c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (400708d6-2568-4159-9bbe-14ce09f0e6e8), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.844644 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-380f25d3-7599-4ebc-a388-ba7d21c9493c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:56.851464 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-380f25d3-7599-4ebc-a388-ba7d21c9493c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "DELETE /v2.0/security-groups/400708d6-2568-4159-9bbe-14ce09f0e6e8 HTTP/1.1" status: 204 len: 168 time: 0.1797051 Mar 31 21:46:56.851958 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57718) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:56.869082 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f25d3-7599-4ebc-a388-ba7d21c9493c tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400708d6-2568-4159-9bbe-14ce09f0e6e8,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:56.875357 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.api.v2.resource [None req-c98f1428-d947-41c0-a916-5f1d96f1c830 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] show failed (client error): The resource could not be found. Mar 31 21:46:56.877329 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c98f1428-d947-41c0-a916-5f1d96f1c830 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "GET /v2.0/security-groups/400708d6-2568-4159-9bbe-14ce09f0e6e8 HTTP/1.1" status: 404 len: 347 time: 0.0257492 Mar 31 21:46:56.879988 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57720) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:57.034142 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Deleting port ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:46:57.034633 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:57.140062 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:57.140398 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:57.154432 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Calling delete_port for ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1 owned by network:floatingip {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:46:57.306858 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4bdfb-163a-4e70-99f8-2f397daa4aff req-840095ae-850f-471d-a51a-f8262194665b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:57.308387 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-35e4bdfb-163a-4e70-99f8-2f397daa4aff req-840095ae-850f-471d-a51a-f8262194665b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0909917 Mar 31 21:46:57.384766 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:57.429700 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-35e4bdfb-163a-4e70-99f8-2f397daa4aff req-9c895266-fe4e-4b1c-b747-43e3175d688e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989363 Mar 31 21:46:57.431452 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Pushing event deleted for resources: {'Port': ['ID=ccfc41e0-608a-4e9d-a574-9bb2e2b5c8e1,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:57.537195 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks [] for floatingip (1ab72832-4ffc-436b-9f93-33ed3af32b08), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:57.540574 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:57.542376 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f5c14d45-0e84-47f7-a8b2-f9814047f7f5 tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] 10.222.0.20 "DELETE /v2.0/floatingips/1ab72832-4ffc-436b-9f93-33ed3af32b08 HTTP/1.1" status: 204 len: 168 time: 0.6611602 Mar 31 21:46:58.186811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:46:58.216110 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 82ba5f35-a71d-40d2-9364-8c21211383fb {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:46:58.216460 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 82ba5f35-a71d-40d2-9364-8c21211383fb not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:46:58.567408 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57770) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:58.624632 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04431a-ce0e-471e-a512-7185b15704b2 req-9d227c35-c4ce-4af7-9b54-57d66ffe8f55 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:58.627353 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ef04431a-ce0e-471e-a512-7185b15704b2 req-9d227c35-c4ce-4af7-9b54-57d66ffe8f55 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0713108 Mar 31 21:46:58.699275 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ef04431a-ce0e-471e-a512-7185b15704b2 req-716a4fe1-2513-4842-89a2-ed5ff812b3e0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611248 Mar 31 21:46:58.727350 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-68d6654c-0adf-4c71-bf56-6cf65af13f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:58.829176 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-68d6654c-0adf-4c71-bf56-6cf65af13f26 admin admin] Publish callbacks [] for security_group (c8d11e9e-ea64-4c92-9cab-2ac640ad3e44), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:58.836421 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-68d6654c-0adf-4c71-bf56-6cf65af13f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c8d11e9e-ea64-4c92-9cab-2ac640ad3e44), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:58.882454 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-68d6654c-0adf-4c71-bf56-6cf65af13f26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=330229c16dc74d7a84041390cc16a00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132498 Mar 31 21:46:58.882454 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6654c-0adf-4c71-bf56-6cf65af13f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d11e9e-ea64-4c92-9cab-2ac640ad3e44,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:58.883618 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57780) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:58.940735 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b0f71acc-ad15-400f-b69f-b7d53235db5e admin admin] Publish callbacks [] for security_group (c8d11e9e-ea64-4c92-9cab-2ac640ad3e44), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:58.966342 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b0f71acc-ad15-400f-b69f-b7d53235db5e admin admin] Publish callbacks [] for security_group (c8d11e9e-ea64-4c92-9cab-2ac640ad3e44), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.042466 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b0f71acc-ad15-400f-b69f-b7d53235db5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c8d11e9e-ea64-4c92-9cab-2ac640ad3e44), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.045210 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b0f71acc-ad15-400f-b69f-b7d53235db5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.046476 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b0f71acc-ad15-400f-b69f-b7d53235db5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8d11e9e-ea64-4c92-9cab-2ac640ad3e44 HTTP/1.1" status: 204 len: 168 time: 0.1624897 Mar 31 21:46:59.056681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f71acc-ad15-400f-b69f-b7d53235db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d11e9e-ea64-4c92-9cab-2ac640ad3e44,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:46:59.802126 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57814) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:46:59.862976 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68288b-8365-4a36-946e-730a97274e82 req-7a12b361-93ee-40b5-b797-9066b0d1ee08 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:46:59.864592 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4b68288b-8365-4a36-946e-730a97274e82 req-7a12b361-93ee-40b5-b797-9066b0d1ee08 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0682375 Mar 31 21:46:59.933059 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4b68288b-8365-4a36-946e-730a97274e82 req-13419a09-5f14-4e6b-8ada-a71cc3f430bd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614176 Mar 31 21:46:59.950033 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1527857592-network', 'tenant_id': 'a1412de2167e45ee8502fcff6f734a11'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:46:59.979363 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Made reservation on behalf of a1412de2167e45ee8502fcff6f734a11 for: {'network': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:46:59.982361 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:46:59.995836 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.120085 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks [] for security_group (0c2e56a6-fb3c-4171-a299-016041768c62), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.125582 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0c2e56a6-fb3c-4171-a299-016041768c62), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.153927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=104525) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:00.165797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e56a6-fb3c-4171-a299-016041768c62,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:00.176400 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57824) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:00.182405 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (b1543abd-f8bf-437c-9a92-4fbe2d08c278), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.182824 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.segments_db [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Added segment b1543abd-f8bf-437c-9a92-4fbe2d08c278 of type vlan for network fc105346-b1de-432f-8c83-5e2c78b91689 Mar 31 21:47:00.572440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (fc105346-b1de-432f-8c83-5e2c78b91689), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.644505 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (fc105346-b1de-432f-8c83-5e2c78b91689), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.645493 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:00.646080 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.707573 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9042783 Mar 31 21:47:00.710903 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57828) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:00.715860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Request body: {'subnet': {'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1527857592-subnet', 'tenant_id': 'a1412de2167e45ee8502fcff6f734a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:00.736825 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Made reservation on behalf of a1412de2167e45ee8502fcff6f734a11 for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:00.739590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14275507'] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:00.781748 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605df64-b141-4e03-a18d-5c090a73818e admin admin] Pushing event updated for resources: {'Network': ['ID=fc105346-b1de-432f-8c83-5e2c78b91689,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:00.794607 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network fc105346-b1de-432f-8c83-5e2c78b91689 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:00.994221 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14275493'] for subnet (c9e8d257-73a0-462e-90d2-865528a9173c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:01.042263 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (f09ae2c9-f188-45e7-9c13-456d5e756e68), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:01.058551 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e8d257-73a0-462e-90d2-865528a9173c,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:01.071106 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Checking segment: {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:01.071636 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Network hostable DHCP agents. Network: fc105346-b1de-432f-8c83-5e2c78b91689, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:01.095873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Network fc105346-b1de-432f-8c83-5e2c78b91689 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:01.109021 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, fc105346-b1de-432f-8c83-5e2c78b91689) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:01.115301 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:01.117885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:01.122318 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce9dc97-918f-499c-9f31-8287b5aa035b None None] Network fc105346-b1de-432f-8c83-5e2c78b91689 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:01.154605 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-aef2b167-8152-4164-ab7e-972cc78f00c4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4338312 Mar 31 21:47:01.209286 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aae0a-7ffd-48ee-a57a-25f0d83af1c8 req-7a7d7c17-c4cc-484c-a017-fce86f5cd68a tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:01.210859 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5b7aae0a-7ffd-48ee-a57a-25f0d83af1c8 req-7a7d7c17-c4cc-484c-a017-fce86f5cd68a tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1248393 Mar 31 21:47:01.253988 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95716bf-a109-47cd-8a3f-a496f7e5d707 None None] Network fc105346-b1de-432f-8c83-5e2c78b91689 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:01.336449 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-5b7aae0a-7ffd-48ee-a57a-25f0d83af1c8 req-de23503b-6764-4bef-a036-45b21a610a2f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124291 Mar 31 21:47:01.452123 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Deleting port 5ebd3c34-5926-48bd-9da0-85371c5208c8 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:01.452558 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:01.541458 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] For port 5ebd3c34-5926-48bd-9da0-85371c5208c8, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5ebd3c34-5926-48bd-9da0-85371c5208c8,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:01.541851 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:01.557467 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Calling delete_port for 5ebd3c34-5926-48bd-9da0-85371c5208c8 owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:01.771336 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (5ebd3c34-5926-48bd-9da0-85371c5208c8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:01.798892 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebd3c34-5926-48bd-9da0-85371c5208c8,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:01.993397 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (f09ae2c9-f188-45e7-9c13-456d5e756e68), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.213106 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57854) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:02.252946 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Router f09ae2c9-f188-45e7-9c13-456d5e756e68 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:47:02.333803 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-50ed4ce5-1d14-4726-aa1d-fdf72485d1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.346850 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6cbba28b-5a85-4c42-95b8-93daa341a064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.369605 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:02.375190 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-5b822bdd-72cf-4a78-9a60-8840f9fbfc11 admin admin] 10.222.0.20 "PUT /v2.0/routers/f09ae2c9-f188-45e7-9c13-456d5e756e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1984947 Mar 31 21:47:02.378382 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57860) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:02.384752 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] Sync routers for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:02.398005 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:02.399020 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:02.427074 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-50ed4ce5-1d14-4726-aa1d-fdf72485d1a3 admin admin] Publish callbacks [] for security_group (703d4e84-35a0-47d6-a6c2-794cc18e9725), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.457875 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-50ed4ce5-1d14-4726-aa1d-fdf72485d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (703d4e84-35a0-47d6-a6c2-794cc18e9725), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.506542 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-50ed4ce5-1d14-4726-aa1d-fdf72485d1a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8511bfee568474cbe2ee87ed61a2988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922127 Mar 31 21:47:02.508634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed4ce5-1d14-4726-aa1d-fdf72485d1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703d4e84-35a0-47d6-a6c2-794cc18e9725,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:02.510148 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57862) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:02.511935 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:02.527977 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ed638-9cc8-4011-a3d1-e952370eab76 req-6eb249e8-9ec8-4e77-8a03-289d94f1e1f0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:02.533940 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-241ed638-9cc8-4011-a3d1-e952370eab76 req-6eb249e8-9ec8-4e77-8a03-289d94f1e1f0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1052940 Mar 31 21:47:02.539629 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks [] for router (f09ae2c9-f188-45e7-9c13-456d5e756e68), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.587864 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-241ed638-9cc8-4011-a3d1-e952370eab76 req-669562b8-cc7a-430a-846c-3d435a33fdf0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516834 Mar 31 21:47:02.665636 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-39f9d10f-820c-4c06-9b38-c88b3b937732 admin admin] Publish callbacks [] for security_group (703d4e84-35a0-47d6-a6c2-794cc18e9725), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.699683 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-39f9d10f-820c-4c06-9b38-c88b3b937732 admin admin] Publish callbacks [] for security_group (703d4e84-35a0-47d6-a6c2-794cc18e9725), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.707245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks [] for router_gateway (f09ae2c9-f188-45e7-9c13-456d5e756e68), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.787810 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-39f9d10f-820c-4c06-9b38-c88b3b937732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (703d4e84-35a0-47d6-a6c2-794cc18e9725), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.790588 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-39f9d10f-820c-4c06-9b38-c88b3b937732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.791810 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-39f9d10f-820c-4c06-9b38-c88b3b937732 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/703d4e84-35a0-47d6-a6c2-794cc18e9725 HTTP/1.1" status: 204 len: 168 time: 0.2606843 Mar 31 21:47:02.795915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Deleting port 26e79583-885e-419e-9ee0-20e80f8eb596 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:02.796046 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.796657 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:47:01Z', 'revision_number': 5, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port': {'id': '26e79583-885e-419e-9ee0-20e80f8eb596', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:02.827527 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] Checking router: f09ae2c9-f188-45e7-9c13-456d5e756e68 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:02.846894 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] Routers {'f09ae2c9-f188-45e7-9c13-456d5e756e68'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:02.847544 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:46:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['f09ae2c9-f188-45e7-9c13-456d5e756e68'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:02.851952 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9d10f-820c-4c06-9b38-c88b3b937732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703d4e84-35a0-47d6-a6c2-794cc18e9725,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:02.917629 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] For port 26e79583-885e-419e-9ee0-20e80f8eb596, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=26e79583-885e-419e-9ee0-20e80f8eb596,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:02.918038 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:02.932527 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Calling delete_port for 26e79583-885e-419e-9ee0-20e80f8eb596 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:02.972178 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] Set router f09ae2c9-f188-45e7-9c13-456d5e756e68 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:03.042479 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:47:02Z', 'revision_number': 6, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:03.071227 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f031b1-cd5a-420c-9f53-d0dd8ba7605a None None] The sync data for ids ['f09ae2c9-f188-45e7-9c13-456d5e756e68'] in dv-cinder-836074-1-iscsi is: [{'id': 'f09ae2c9-f188-45e7-9c13-456d5e756e68', 'name': 'tempest-AttachVolumeShelveTestJSON-665013563-router', 'tenant_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:38:48Z', 'updated_at': '2022-03-31T21:47:02Z', 'revision_number': 6, 'project_id': '6e3486b0d8a845ce9219a0c2c82af1f6', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:03.166797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-93508d9a-8df4-4969-9771-88887860830d tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:03.168585 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-93508d9a-8df4-4969-9771-88887860830d tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/networks?id=fc105346-b1de-432f-8c83-5e2c78b91689 HTTP/1.1" status: 200 len: 809 time: 0.1718466 Mar 31 21:47:03.176547 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 57884) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:03.202661 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0f736f1c-0890-4b3f-a155-6829a920ada9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.234909 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-ef6b220d-b1f9-4155-97e2-2089f2796a52 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/quotas/a1412de2167e45ee8502fcff6f734a11 HTTP/1.1" status: 200 len: 375 time: 0.0547628 Mar 31 21:47:03.280660 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-c17e6b36-21d3-4685-b9f9-67c4dc6c3967 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1412de2167e45ee8502fcff6f734a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372479 Mar 31 21:47:03.320856 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (26e79583-885e-419e-9ee0-20e80f8eb596), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.387744 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e79583-885e-419e-9ee0-20e80f8eb596,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:03.490402 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-2d88e69a-fcce-4746-bf94-4671cbb7e412 service neutron] 10.222.0.20 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927900 Mar 31 21:47:03.513103 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (f09ae2c9-f188-45e7-9c13-456d5e756e68), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.516136 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0f736f1c-0890-4b3f-a155-6829a920ada9 admin admin] Publish callbacks [] for security_group (114e8e40-4dbc-4baf-b388-87bcfd959b94), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.581380 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-0f736f1c-0890-4b3f-a155-6829a920ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (114e8e40-4dbc-4baf-b388-87bcfd959b94), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.675268 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (f09ae2c9-f188-45e7-9c13-456d5e756e68), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.686756 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks [] for router_controller (f09ae2c9-f188-45e7-9c13-456d5e756e68), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.703693 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736f1c-0890-4b3f-a155-6829a920ada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114e8e40-4dbc-4baf-b388-87bcfd959b94,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:03.711796 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb749a40-532c-4eef-b23a-097c5ea86c4b req-98a3effc-d900-48ac-935f-4b529f1f7106 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:03.713546 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cb749a40-532c-4eef-b23a-097c5ea86c4b req-98a3effc-d900-48ac-935f-4b529f1f7106 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0553160 Mar 31 21:47:03.745043 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0f736f1c-0890-4b3f-a155-6829a920ada9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3295785eb03c440090ac67b9a4fdf5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670903 Mar 31 21:47:03.747749 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57890) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:03.761809 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (f09ae2c9-f188-45e7-9c13-456d5e756e68), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.762310 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f09ae2c9-f188-45e7-9c13-456d5e756e68 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:47:03.767763 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.768895 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-91d23e5b-759d-4bf2-87e3-bb5f71d225b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f09ae2c9-f188-45e7-9c13-456d5e756e68 HTTP/1.1" status: 204 len: 168 time: 1.3893549 Mar 31 21:47:03.772584 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57892) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:03.772928 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-69bd7666-a0e2-4c19-9c28-b5f1f67a86cd service neutron] 10.222.0.20 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727556 Mar 31 21:47:03.843190 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cb749a40-532c-4eef-b23a-097c5ea86c4b req-27a9f44a-6144-4102-80a8-d5ce83282429 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186035 Mar 31 21:47:03.856895 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Deleting subnet e8be7a40-7cf2-4952-aeb7-2a45b9502244 {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:47:03.866000 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Publish callbacks [] for subnet (e8be7a40-7cf2-4952-aeb7-2a45b9502244), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.895869 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-da09ec9a-9dee-45e6-b985-a0fbdee80b18 admin admin] Publish callbacks [] for security_group (114e8e40-4dbc-4baf-b388-87bcfd959b94), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.932359 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (e8be7a40-7cf2-4952-aeb7-2a45b9502244), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:03.932806 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5ebd3c34-5926-48bd-9da0-85371c5208c8 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:03.959554 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 5ebd3c34-5926-48bd-9da0-85371c5208c8 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:47:03.963564 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5ebd3c34-5926-48bd-9da0-85371c5208c8 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:47:03.966371 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-da09ec9a-9dee-45e6-b985-a0fbdee80b18 admin admin] Publish callbacks [] for security_group (114e8e40-4dbc-4baf-b388-87bcfd959b94), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.018148 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-29a7a1a3-3a8f-4d17-979b-0240de0f0eab req-03b0cb49-e179-4ce1-8f49-8cfd22d9ff8b tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 210 time: 0.0392194 Mar 31 21:47:04.089391 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-da09ec9a-9dee-45e6-b985-a0fbdee80b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (114e8e40-4dbc-4baf-b388-87bcfd959b94), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.092090 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-da09ec9a-9dee-45e6-b985-a0fbdee80b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.093343 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-da09ec9a-9dee-45e6-b985-a0fbdee80b18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/114e8e40-4dbc-4baf-b388-87bcfd959b94 HTTP/1.1" status: 204 len: 168 time: 0.3442965 Mar 31 21:47:04.102849 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (e8be7a40-7cf2-4952-aeb7-2a45b9502244), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.126870 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09ec9a-9dee-45e6-b985-a0fbdee80b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114e8e40-4dbc-4baf-b388-87bcfd959b94,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:04.177687 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (e8be7a40-7cf2-4952-aeb7-2a45b9502244), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.227882 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8be7a40-7cf2-4952-aeb7-2a45b9502244,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:04.235556 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.237845 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9039c-4d2c-4269-97c5-f4b47bbc2ff4 None None] Network 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:04.240888 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-5de7639d-8f10-46f5-91f0-ac2603edb0e0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8be7a40-7cf2-4952-aeb7-2a45b9502244 HTTP/1.1" status: 204 len: 168 time: 0.4672656 Mar 31 21:47:04.243602 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57904) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:04.335259 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (5a706225-dc1c-4e00-a40d-b3c20e62fdc8), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.409110 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Deleting port be60ae36-b1f0-4860-89db-7e9eeec6c048 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:04.409663 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.489999 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] For port be60ae36-b1f0-4860-89db-7e9eeec6c048, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=be60ae36-b1f0-4860-89db-7e9eeec6c048,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:04.490827 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.505533 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Calling delete_port for be60ae36-b1f0-4860-89db-7e9eeec6c048 owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:04.510696 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] DHCP port deletion for 5a706225-dc1c-4e00-a40d-b3c20e62fdc8 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:47:04.573833 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Deleting port be60ae36-b1f0-4860-89db-7e9eeec6c048 {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:04.574138 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.604332 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.635681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] No DVR routers for this DVR port be60ae36-b1f0-4860-89db-7e9eeec6c048 on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:47:04.638084 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Pushing event deleted for resources: {'Port': ['ID=be60ae36-b1f0-4860-89db-7e9eeec6c048,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:04.665268 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] For port be60ae36-b1f0-4860-89db-7e9eeec6c048, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=be60ae36-b1f0-4860-89db-7e9eeec6c048,segment=NetworkSegment(f9dd34ca-22bf-4939-b74b-30395a5bbcb1),segment_id=f9dd34ca-22bf-4939-b74b-30395a5bbcb1)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:04.666008 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.682366 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Calling delete_port for be60ae36-b1f0-4860-89db-7e9eeec6c048 owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:04.732514 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (5a706225-dc1c-4e00-a40d-b3c20e62fdc8), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.761274 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a706225-dc1c-4e00-a40d-b3c20e62fdc8']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:04.773217 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:04.773558 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dd34ca-22bf-4939-b74b-30395a5bbcb1') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:04.783987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (f9dd34ca-22bf-4939-b74b-30395a5bbcb1), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.788297 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (be60ae36-b1f0-4860-89db-7e9eeec6c048), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.798863 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (f9dd34ca-22bf-4939-b74b-30395a5bbcb1), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.807037 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:47:04.807452 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (f9dd34ca-22bf-4939-b74b-30395a5bbcb1), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:47:04.809712 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:47:04.816327 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Pushing event deleted for resources: {'Port': ['ID=be60ae36-b1f0-4860-89db-7e9eeec6c048,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:04.824114 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] No DVR routers for this DVR port be60ae36-b1f0-4860-89db-7e9eeec6c048 on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:47:04.830777 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.831215 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.831663 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.832098 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.832432 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.832771 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.833102 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.833468 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.833800 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.834126 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.834520 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.834927 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.835290 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.835802 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.836131 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3a4b3-cd28-45e2-9d73-cfe800b90868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:04.883346 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (5a706225-dc1c-4e00-a40d-b3c20e62fdc8), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.893800 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:04.896833 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5a706225-dc1c-4e00-a40d-b3c20e62fdc8 HTTP/1.1" status: 204 len: 168 time: 0.6520798 Mar 31 21:47:04.911522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b9642-59a0-4237-9f57-0e63742c8649 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a706225-dc1c-4e00-a40d-b3c20e62fdc8,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:05.083760 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57932) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:05.171699 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9bf23b90-6251-4153-a69f-62f963f8b0e4 req-5b5d2dbe-fe99-4cef-aad4-4dcc2ebff6ea tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 210 time: 0.0397644 Mar 31 21:47:05.179503 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-dc2e1077-6d5b-4472-bb00-3ffff4c67620 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e3486b0d8a845ce9219a0c2c82af1f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0937355 Mar 31 21:47:05.182843 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 57934) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:05.188760 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-46200677-e4e8-4921-9df3-06f2168f9b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.257626 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c16c8654-e8c3-4582-82d8-25de260c4b74 admin admin] Publish callbacks [] for security_group (06c754d9-f8c2-4c1a-8bec-5cd81c2a5339), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.304455 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c16c8654-e8c3-4582-82d8-25de260c4b74 admin admin] Publish callbacks [] for security_group (06c754d9-f8c2-4c1a-8bec-5cd81c2a5339), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.366498 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c16c8654-e8c3-4582-82d8-25de260c4b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (06c754d9-f8c2-4c1a-8bec-5cd81c2a5339), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.369761 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c16c8654-e8c3-4582-82d8-25de260c4b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.373486 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c16c8654-e8c3-4582-82d8-25de260c4b74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06c754d9-f8c2-4c1a-8bec-5cd81c2a5339 HTTP/1.1" status: 204 len: 168 time: 0.1865792 Mar 31 21:47:05.380037 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c8654-e8c3-4582-82d8-25de260c4b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c754d9-f8c2-4c1a-8bec-5cd81c2a5339,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:05.421701 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b637-f32a-4f31-afaa-8859962820d2 req-9edb35e2-af66-45ce-87a9-3bb075131985 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:05.429485 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad53b637-f32a-4f31-afaa-8859962820d2 req-9edb35e2-af66-45ce-87a9-3bb075131985 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.4978552 Mar 31 21:47:05.491879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-16174347-68b9-40b9-a8eb-1360b832a9dc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:05.493659 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-16174347-68b9-40b9-a8eb-1360b832a9dc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "GET /v2.0/networks?id=fc105346-b1de-432f-8c83-5e2c78b91689 HTTP/1.1" status: 200 len: 809 time: 0.1677623 Mar 31 21:47:05.505789 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Request body: {'port': {'device_id': '253032ac-f248-4015-af97-e4604df71385', 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689', 'admin_state_up': True, 'tenant_id': 'a1412de2167e45ee8502fcff6f734a11'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:05.520527 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 26e79583-885e-419e-9ee0-20e80f8eb596 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:05.545488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 26e79583-885e-419e-9ee0-20e80f8eb596 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:47:05.546115 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 26e79583-885e-419e-9ee0-20e80f8eb596 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:47:05.546530 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device be60ae36-b1f0-4860-89db-7e9eeec6c048 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:05.569501 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: be60ae36-b1f0-4860-89db-7e9eeec6c048 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:47:05.569824 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device be60ae36-b1f0-4860-89db-7e9eeec6c048 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:47:05.576848 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ad53b637-f32a-4f31-afaa-8859962820d2 req-bea2e42a-b7b4-4ce0-b6ac-06a3b32bdfb0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419344 Mar 31 21:47:05.663145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Made reservation on behalf of a1412de2167e45ee8502fcff6f734a11 for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:05.667077 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:05.827123 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Allocated IP 172.20.0.3 (fc105346-b1de-432f-8c83-5e2c78b91689/c9e8d257-73a0-462e-90d2-865528a9173c/60d0d9e7-b19d-47cc-bab3-639064460a67) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:05.987370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks [] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.032664 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.079473 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Network fc105346-b1de-432f-8c83-5e2c78b91689 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:06.082681 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:06.086610 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:06.121684 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Pushing event updated for resources: {'Port': ['ID=60d0d9e7-b19d-47cc-bab3-639064460a67,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:06.144133 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:06.144745 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.160566 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5bd0d90d-a5dd-463b-8985-19a7d144377c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6587131 Mar 31 21:47:06.172095 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Request body: {'port': {'device_id': '253032ac-f248-4015-af97-e4604df71385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:06.174939 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.250433 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.316675 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9fbe8-6f88-4292-a857-6ed88e1607e9 req-04c5f679-ee5d-47d9-9276-40f0f236a7a6 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:06.318623 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b8a9fbe8-6f88-4292-a857-6ed88e1607e9 req-04c5f679-ee5d-47d9-9276-40f0f236a7a6 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 931 time: 0.0694716 Mar 31 21:47:06.392146 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b8a9fbe8-6f88-4292-a857-6ed88e1607e9 req-05b09a7c-7da8-4a54-83bf-d75e562c9804 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637879 Mar 31 21:47:06.575656 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d0d9e7-b19d-47cc-bab3-639064460a67 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:06.584810 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Publish callbacks [] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.603132 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Transition to ACTIVE for port object 60d0d9e7-b19d-47cc-bab3-639064460a67 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:47:06.607201 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.703538 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Pushing event updated for resources: {'Port': ['ID=60d0d9e7-b19d-47cc-bab3-639064460a67,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:06.771641 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a77021-c99c-42a0-b6ae-69c93aa18bfa req-f10e1115-0efd-47d4-9cb5-b8df5e3e84d7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:06.773157 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-95a77021-c99c-42a0-b6ae-69c93aa18bfa req-f10e1115-0efd-47d4-9cb5-b8df5e3e84d7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1191351 Mar 31 21:47:06.796438 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Attempting to bind port 60d0d9e7-b19d-47cc-bab3-639064460a67 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:06.796807 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Attempting to bind port 60d0d9e7-b19d-47cc-bab3-639064460a67 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:06.797150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Attempting to bind port 60d0d9e7-b19d-47cc-bab3-639064460a67 on network fc105346-b1de-432f-8c83-5e2c78b91689 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:06.811480 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Port 60d0d9e7-b19d-47cc-bab3-639064460a67 on network fc105346-b1de-432f-8c83-5e2c78b91689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:47:06.811811 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Attempting to bind port 60d0d9e7-b19d-47cc-bab3-639064460a67 on network fc105346-b1de-432f-8c83-5e2c78b91689 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:06.828628 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:06.829004 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Checking segment: {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:06.829412 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Bound using segment: {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:06.829965 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Bound port: 60d0d9e7-b19d-47cc-bab3-639064460a67, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:06.830223 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.864286 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-95a77021-c99c-42a0-b6ae-69c93aa18bfa req-ed772c0f-56e6-4de1-909c-528d2b2e27a7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783627 Mar 31 21:47:06.931798 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] For port 60d0d9e7-b19d-47cc-bab3-639064460a67, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:06.935301 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] For port 60d0d9e7-b19d-47cc-bab3-639064460a67, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60d0d9e7-b19d-47cc-bab3-639064460a67,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:06.942142 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.977219 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:06.981388 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:06.983464 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] 10.222.0.35 "PUT /v2.0/ports/60d0d9e7-b19d-47cc-bab3-639064460a67 HTTP/1.1" status: 200 len: 1093 time: 0.8155093 Mar 31 21:47:06.984100 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253032ac-f248-4015-af97-e4604df71385', 'tag': '60d0d9e7-b19d-47cc-bab3-639064460a67'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:06.987411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fec922-057f-4294-8c1c-dae8fe103e46" -d '{"events": [{"name": "network-changed", "server_uuid": "253032ac-f248-4015-af97-e4604df71385", "tag": "60d0d9e7-b19d-47cc-bab3-639064460a67"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:07.031392 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc36add-a741-4ee4-a927-36c27f3fd41b service neutron] Pushing event updated for resources: {'Port': ['ID=60d0d9e7-b19d-47cc-bab3-639064460a67,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:07.073618 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d7d65f-8fdf-4dc9-a050-3a27c29d64f8 x-openstack-request-id: req-99d7d65f-8fdf-4dc9-a050-3a27c29d64f8 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:07.073908 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253032ac-f248-4015-af97-e4604df71385", "tag": "60d0d9e7-b19d-47cc-bab3-639064460a67", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:07.074255 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d7d65f-8fdf-4dc9-a050-3a27c29d64f8 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:07.074560 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d7d65f-8fdf-4dc9-a050-3a27c29d64f8'] response: {'name': 'network-changed', 'server_uuid': '253032ac-f248-4015-af97-e4604df71385', 'tag': '60d0d9e7-b19d-47cc-bab3-639064460a67', 'status': 'completed', 'code': 200} Mar 31 21:47:07.098604 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5b9b1f36-21a3-43d0-a48f-6cd16267eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:07.100469 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-5b9b1f36-21a3-43d0-a48f-6cd16267eca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a1412de2167e45ee8502fcff6f734a11&device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 1127 time: 0.0629635 Mar 31 21:47:07.146841 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-f2d3809e-5dbe-496d-98a2-52f26a10c92d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d0d9e7-b19d-47cc-bab3-639064460a67 HTTP/1.1" status: 200 len: 217 time: 0.0385714 Mar 31 21:47:07.212958 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-c1bf7586-a347-44e0-8a85-a4c316e2d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:07.214659 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-c1bf7586-a347-44e0-8a85-a4c316e2d373 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9e8d257-73a0-462e-90d2-865528a9173c HTTP/1.1" status: 200 len: 849 time: 0.0603948 Mar 31 21:47:07.257953 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-b5c5edf1-7673-4119-9a3a-a360999abc63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc105346-b1de-432f-8c83-5e2c78b91689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374997 Mar 31 21:47:07.402166 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-2c6a1dac-5a1a-4ff9-b849-b9ea5af1cc92 service neutron] 10.222.0.35 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384459 Mar 31 21:47:07.537703 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-96051a66-a2ad-4512-95b0-83fd44669f11 req-ce0f3c80-346c-4262-9b7a-470655ea1a1e service neutron] 10.222.0.35 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 Mar 31 21:47:07.587029 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2551b83-2fe9-4771-b956-e5372ccf391d req-0d349747-9a93-4784-871b-c2c18f7b07ff tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:07.590896 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2551b83-2fe9-4771-b956-e5372ccf391d req-0d349747-9a93-4784-871b-c2c18f7b07ff tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 943 time: 0.0682933 Mar 31 21:47:07.697549 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e2551b83-2fe9-4771-b956-e5372ccf391d req-ffddd537-4483-49e5-8966-24b9396ef29c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953560 Mar 31 21:47:07.705529 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-534ea0f9-ca63-4fc7-a0f4-3ad2cd404eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:07.707053 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-534ea0f9-ca63-4fc7-a0f4-3ad2cd404eff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a1412de2167e45ee8502fcff6f734a11&device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 1127 time: 0.1032808 Mar 31 21:47:07.811839 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:07.819441 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-53f13381-aeca-4c01-887b-fce8315a0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:07.821130 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-53f13381-aeca-4c01-887b-fce8315a0344 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc105346-b1de-432f-8c83-5e2c78b91689 HTTP/1.1" status: 200 len: 910 time: 0.1054420 Mar 31 21:47:07.873049 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-f1410251-27d6-4905-9d93-61c783e2ee98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d0d9e7-b19d-47cc-bab3-639064460a67 HTTP/1.1" status: 200 len: 217 time: 0.0447786 Mar 31 21:47:07.931525 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-18f5b89c-dbcd-47db-97d0-03dd78482d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:07.932991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-18f5b89c-dbcd-47db-97d0-03dd78482d7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9e8d257-73a0-462e-90d2-865528a9173c HTTP/1.1" status: 200 len: 849 time: 0.0523486 Mar 31 21:47:07.970483 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-d99299a9-da3b-4d21-b6f5-9309a0e3fbea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc105346-b1de-432f-8c83-5e2c78b91689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284944 Mar 31 21:47:08.014654 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffa8cc-ce6b-4056-96b3-04bfc2cb022e req-876da1e7-fe4a-48a9-bd87-65250a6aaa1f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:08.016767 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fbffa8cc-ce6b-4056-96b3-04bfc2cb022e req-876da1e7-fe4a-48a9-bd87-65250a6aaa1f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0575125 Mar 31 21:47:08.068867 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-cb27e141-0177-4d9d-9227-e289ef787253 service neutron] 10.222.0.35 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921142 Mar 31 21:47:08.077190 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-fbffa8cc-ce6b-4056-96b3-04bfc2cb022e req-4f57b2a0-e5c1-43fd-bebe-b5806e08f5a3 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535455 Mar 31 21:47:08.184948 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-80fec922-057f-4294-8c1c-dae8fe103e46 req-0ef169fc-9e67-4640-ac73-5c5a5a91debb service neutron] 10.222.0.35 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084447 Mar 31 21:47:08.384600 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26855083-059a-43e0-a320-dcf190a83139 req-8330c5d5-88c3-407a-b1cc-f2eff609f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:08.386099 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-8330c5d5-88c3-407a-b1cc-f2eff609f24e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.0493052 Mar 31 21:47:08.505578 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26855083-059a-43e0-a320-dcf190a83139 req-f2bd6474-93b5-4e5a-8b17-2bb34a7d8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:08.507292 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-f2bd6474-93b5-4e5a-8b17-2bb34a7d8f3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 908 time: 0.1096621 Mar 31 21:47:08.595226 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-3835b261-b245-4055-846c-b7ee34759a4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 1001 time: 0.0808866 Mar 31 21:47:08.658037 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26855083-059a-43e0-a320-dcf190a83139 req-7e41ffa6-b42c-454b-a623-bbbd5af7f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:08.660553 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-7e41ffa6-b42c-454b-a623-bbbd5af7f157 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.0576172 Mar 31 21:47:08.720974 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26855083-059a-43e0-a320-dcf190a83139 req-f2056691-ef6e-4451-9b05-ce49728a56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:08.724003 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-f2056691-ef6e-4451-9b05-ce49728a56d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564160 Mar 31 21:47:08.855682 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-29012a36-fa6e-4ebe-b149-14b622108d36 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254158 Mar 31 21:47:08.936577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bba2b-bca6-456f-932c-710c51ea07a5 req-594e7da0-2da1-4d44-b9ed-0ce84d3ba503 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:08.938920 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1f3bba2b-bca6-456f-932c-710c51ea07a5 req-594e7da0-2da1-4d44-b9ed-0ce84d3ba503 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 943 time: 0.1293473 Mar 31 21:47:09.017872 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-26855083-059a-43e0-a320-dcf190a83139 req-abe3fbee-7d1a-40f6-bc3e-30dbf509d626 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556854 Mar 31 21:47:09.021471 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1f3bba2b-bca6-456f-932c-710c51ea07a5 req-2fa10aa5-c7e5-4c52-9975-891362e16cd0 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751190 Mar 31 21:47:09.053758 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.070150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58044) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:09.209059 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fd4285be-9f98-43d3-853a-0cc475161b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.230981 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f08417-95d5-4215-b8fd-21f0c97b1f54 req-781d7db5-9ede-45bd-af5c-5272e7a63c62 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:09.232509 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-47f08417-95d5-4215-b8fd-21f0c97b1f54 req-781d7db5-9ede-45bd-af5c-5272e7a63c62 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0617964 Mar 31 21:47:09.297285 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-47f08417-95d5-4215-b8fd-21f0c97b1f54 req-af05bb99-664e-48e7-9494-018e2d8e576e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587983 Mar 31 21:47:09.307567 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fd4285be-9f98-43d3-853a-0cc475161b20 admin admin] Publish callbacks [] for security_group (7f404139-8f1b-49ea-87bf-ed2cb61cf0eb), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.313959 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fd4285be-9f98-43d3-853a-0cc475161b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (7f404139-8f1b-49ea-87bf-ed2cb61cf0eb), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.390368 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fd4285be-9f98-43d3-853a-0cc475161b20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1110cac69318424bbf07c4f016773ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186958 Mar 31 21:47:09.392909 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4285be-9f98-43d3-853a-0cc475161b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f404139-8f1b-49ea-87bf-ed2cb61cf0eb,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:09.394007 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58050) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:09.453550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62085340-509c-407f-ba58-11f61a68f473 admin admin] Publish callbacks [] for security_group (7f404139-8f1b-49ea-87bf-ed2cb61cf0eb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.483351 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62085340-509c-407f-ba58-11f61a68f473 admin admin] Publish callbacks [] for security_group (7f404139-8f1b-49ea-87bf-ed2cb61cf0eb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.538632 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62085340-509c-407f-ba58-11f61a68f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (7f404139-8f1b-49ea-87bf-ed2cb61cf0eb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.541143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-62085340-509c-407f-ba58-11f61a68f473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:09.542406 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-62085340-509c-407f-ba58-11f61a68f473 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f404139-8f1b-49ea-87bf-ed2cb61cf0eb HTTP/1.1" status: 204 len: 168 time: 0.1472545 Mar 31 21:47:09.551856 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62085340-509c-407f-ba58-11f61a68f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f404139-8f1b-49ea-87bf-ed2cb61cf0eb,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:10.175671 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317a7f8-cd0d-47a2-8b3d-bdfbc1ba7355 req-26f60d3d-7f75-4953-b524-0b6b19567ead tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:10.177370 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2317a7f8-cd0d-47a2-8b3d-bdfbc1ba7355 req-26f60d3d-7f75-4953-b524-0b6b19567ead tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 943 time: 0.0651615 Mar 31 21:47:10.265250 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2317a7f8-cd0d-47a2-8b3d-bdfbc1ba7355 req-7636bb10-0886-45ed-96c3-367026d044a7 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796914 Mar 31 21:47:10.449422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e6999-c33d-484e-9c72-2aa5afe6db16 req-7c8f8170-42b4-40e6-b181-a6d3c65b41fa tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:10.451113 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-012e6999-c33d-484e-9c72-2aa5afe6db16 req-7c8f8170-42b4-40e6-b181-a6d3c65b41fa tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0662353 Mar 31 21:47:10.523995 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-012e6999-c33d-484e-9c72-2aa5afe6db16 req-9445f205-bfc6-4823-9fcf-2aec7387ecca tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650918 Mar 31 21:47:10.585711 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 60d0d9e7-b19d-47cc-bab3-639064460a67 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:47:10.723854 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 60d0d9e7-b19d-47cc-bab3-639064460a67, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60d0d9e7-b19d-47cc-bab3-639064460a67,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:10.748195 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '60d0d9e7-b19d-47cc-bab3-639064460a67', 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689', 'port_id': '60d0d9e7-b19d-47cc-bab3-639064460a67', 'mac_address': 'fa:16:3e:d4:7a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8d257-73a0-462e-90d2-865528a9173c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:47:10.805063 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 60d0d9e7-b19d-47cc-bab3-639064460a67 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:10.805656 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.832430 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d0d9e7-b19d-47cc-bab3-639064460a67 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:10.872194 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 60d0d9e7-b19d-47cc-bab3-639064460a67, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60d0d9e7-b19d-47cc-bab3-639064460a67,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:10.885648 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:10.964595 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=60d0d9e7-b19d-47cc-bab3-639064460a67,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:11.424467 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1baf65-7691-4f61-b739-734176b5cfb4 req-de0363f0-7bf2-4bdb-95df-5991cfcc87a7 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:11.426184 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f1baf65-7691-4f61-b739-734176b5cfb4 req-de0363f0-7bf2-4bdb-95df-5991cfcc87a7 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 944 time: 0.0647399 Mar 31 21:47:11.479991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f1baf65-7691-4f61-b739-734176b5cfb4 req-5c7b7db9-4eee-420f-9476-30f17adc3434 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Mar 31 21:47:11.674220 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b02eb-3aa1-4d90-93e7-fe65a2c5a505 req-1927b07f-63b4-4ce0-8b29-b1cb426ca169 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:11.676032 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-368b02eb-3aa1-4d90-93e7-fe65a2c5a505 req-1927b07f-63b4-4ce0-8b29-b1cb426ca169 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0748360 Mar 31 21:47:11.747598 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-368b02eb-3aa1-4d90-93e7-fe65a2c5a505 req-cb3d1ecc-ffa2-4ff2-8b06-b3dcc355d914 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630784 Mar 31 21:47:11.816463 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['60d0d9e7-b19d-47cc-bab3-639064460a67'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:47:12.664716 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cd195-42a0-4677-9720-0d397867f9f3 req-76b62a6f-b993-4880-a656-5cbea5c316e9 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:12.666387 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-886cd195-42a0-4677-9720-0d397867f9f3 req-76b62a6f-b993-4880-a656-5cbea5c316e9 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 944 time: 0.0875411 Mar 31 21:47:12.752786 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-886cd195-42a0-4677-9720-0d397867f9f3 req-d66eb53a-8aa0-4094-adba-41505153a421 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754368 Mar 31 21:47:12.939034 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f04d0-f129-4bd6-869b-08854c116feb req-9d1a04c8-9a48-44fd-940e-3c3b827c56a4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:12.941575 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1d9f04d0-f129-4bd6-869b-08854c116feb req-9d1a04c8-9a48-44fd-940e-3c3b827c56a4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0927088 Mar 31 21:47:13.000031 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1d9f04d0-f129-4bd6-869b-08854c116feb req-490b73fc-3ab2-482b-af9c-f943bf6c3a6b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521638 Mar 31 21:47:13.903469 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe2855-f86f-47bb-937a-d31d869d8978 req-40100bfb-da88-4dde-a830-1294ff31d85c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:13.905765 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4fbe2855-f86f-47bb-937a-d31d869d8978 req-40100bfb-da88-4dde-a830-1294ff31d85c tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 944 time: 0.0686657 Mar 31 21:47:13.987827 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4fbe2855-f86f-47bb-937a-d31d869d8978 req-7eed92e8-8f60-4b83-beae-a6e9b4d73282 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Mar 31 21:47:14.182159 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e73d98-5082-400c-9662-4030915050ed req-33b87302-1206-47c3-95fe-dc5466d46d1b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:14.184805 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f4e73d98-5082-400c-9662-4030915050ed req-33b87302-1206-47c3-95fe-dc5466d46d1b tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1012766 Mar 31 21:47:14.248052 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f4e73d98-5082-400c-9662-4030915050ed req-2e0b62b9-063d-42ac-86c6-9b39c16122e4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562825 Mar 31 21:47:14.466443 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 60d0d9e7-b19d-47cc-bab3-639064460a67 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:14.526062 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 60d0d9e7-b19d-47cc-bab3-639064460a67 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:47:14.530715 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 60d0d9e7-b19d-47cc-bab3-639064460a67 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:14.531173 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.629986 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 60d0d9e7-b19d-47cc-bab3-639064460a67 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:14.630567 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.655252 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253032ac-f248-4015-af97-e4604df71385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0d9e7-b19d-47cc-bab3-639064460a67'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:14.658152 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bff10b-4734-498f-af01-edb86e0c0d60" -d '{"events": [{"server_uuid": "253032ac-f248-4015-af97-e4604df71385", "name": "network-vif-plugged", "status": "completed", "tag": "60d0d9e7-b19d-47cc-bab3-639064460a67"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:14.673153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 60d0d9e7-b19d-47cc-bab3-639064460a67, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60d0d9e7-b19d-47cc-bab3-639064460a67,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:14.677921 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:14.709076 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459842bb-f8cf-4c5a-a36e-46f37c2d789e x-openstack-request-id: req-459842bb-f8cf-4c5a-a36e-46f37c2d789e {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:14.709412 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253032ac-f248-4015-af97-e4604df71385", "name": "network-vif-plugged", "status": "completed", "tag": "60d0d9e7-b19d-47cc-bab3-639064460a67", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:14.709674 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-459842bb-f8cf-4c5a-a36e-46f37c2d789e {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:14.710078 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459842bb-f8cf-4c5a-a36e-46f37c2d789e'] response: {'server_uuid': '253032ac-f248-4015-af97-e4604df71385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d0d9e7-b19d-47cc-bab3-639064460a67', 'code': 200} Mar 31 21:47:14.739729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=60d0d9e7-b19d-47cc-bab3-639064460a67,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:15.130152 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480884f-061a-4a9d-a524-2c82292e5250 req-b3ebe1df-c435-43d1-be3a-81aa48d216f5 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:15.131748 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a480884f-061a-4a9d-a524-2c82292e5250 req-b3ebe1df-c435-43d1-be3a-81aa48d216f5 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0584121 Mar 31 21:47:15.203369 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a480884f-061a-4a9d-a524-2c82292e5250 req-f370c1c8-b3cd-4850-9482-fd87316ebca3 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Mar 31 21:47:15.426216 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04ad2d-2f7a-4af6-9b20-c269f0dd7997 req-60b725e9-ae97-4dbf-9f65-068209fdc1c5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:15.428757 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db04ad2d-2f7a-4af6-9b20-c269f0dd7997 req-60b725e9-ae97-4dbf-9f65-068209fdc1c5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0652330 Mar 31 21:47:15.510434 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-db04ad2d-2f7a-4af6-9b20-c269f0dd7997 req-d38dde0c-ce73-4316-83d5-df2e66c9b281 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700650 Mar 31 21:47:15.602980 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ff60-11cc-43ee-ae83-e089dc1f8e82 req-3d45643c-2f37-4855-9bc8-bdcadf175207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:15.604931 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b450ff60-11cc-43ee-ae83-e089dc1f8e82 req-3d45643c-2f37-4855-9bc8-bdcadf175207 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 1129 time: 0.0531249 Mar 31 21:47:15.653966 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b450ff60-11cc-43ee-ae83-e089dc1f8e82 req-dbe4e70b-c9d6-4654-a779-150c248a4bdd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Mar 31 21:47:16.343033 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e65598-1b88-4334-812b-031b622dbeda req-5c93c71f-38dc-4d6c-830a-9bf6925c431a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:16.344649 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-89e65598-1b88-4334-812b-031b622dbeda req-5c93c71f-38dc-4d6c-830a-9bf6925c431a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0660591 Mar 31 21:47:16.417753 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-89e65598-1b88-4334-812b-031b622dbeda req-916bc99c-9236-48f6-b9e2-e2c0f9c4a7e0 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658021 Mar 31 21:47:16.670582 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb632b4-f1b6-4d89-b414-639acd7066ad req-ff582b8d-9d46-46ee-95de-8979f398a7b3 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:16.672301 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2fb632b4-f1b6-4d89-b414-639acd7066ad req-ff582b8d-9d46-46ee-95de-8979f398a7b3 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0843117 Mar 31 21:47:16.780879 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2fb632b4-f1b6-4d89-b414-639acd7066ad req-7493a1fa-940f-4730-bb4a-36cd91a790ed tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011853 Mar 31 21:47:17.098309 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-f8bb0d59-0809-4373-aa4b-6315b308a29b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747995 Mar 31 21:47:17.124282 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a3888-c332-4432-bc1e-d7d674d6a918 req-415cf28c-43f5-483b-b671-497f364f430f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:17.126031 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e42a3888-c332-4432-bc1e-d7d674d6a918 req-415cf28c-43f5-483b-b671-497f364f430f tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.0940657 Mar 31 21:47:17.199776 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e42a3888-c332-4432-bc1e-d7d674d6a918 req-208b9600-8302-4bc1-9194-a889c39278c8 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605874 Mar 31 21:47:17.210941 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-0a9fa703-2d8a-4849-b0f9-758ea0825893 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:17.212894 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-0a9fa703-2d8a-4849-b0f9-758ea0825893 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports/56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 943 time: 0.0719097 Mar 31 21:47:17.593374 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aa78b-15b1-414b-a58f-1d8526f8a846 req-1e9fbfec-ce48-4e78-8d1a-04d06d02d1bc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:17.595351 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-263aa78b-15b1-414b-a58f-1d8526f8a846 req-1e9fbfec-ce48-4e78-8d1a-04d06d02d1bc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0770493 Mar 31 21:47:17.655913 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-263aa78b-15b1-414b-a58f-1d8526f8a846 req-5aae99b1-f946-4d53-953c-765ece5d84fc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541129 Mar 31 21:47:18.295948 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:18.477670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 56f7eed2-d3f8-4072-b540-0e1623b52377 is: ACTIVE; New status is: DOWN {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:18.478499 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.559047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:18.567086 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b4ca0-b36e-461e-a5ca-f5c54aab4094" -d '{"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-unplugged", "status": "completed", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:18.597979 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:18.605410 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.678458 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=6']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:18.697322 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a294de1-c7c5-459d-9ff5-1b81d2efdef6 req-9c50f4a8-03f3-4947-b50a-b4a5e3be3f80 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:18.699133 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a294de1-c7c5-459d-9ff5-1b81d2efdef6 req-9c50f4a8-03f3-4947-b50a-b4a5e3be3f80 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.1261880 Mar 31 21:47:18.736690 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:18.771096 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a294de1-c7c5-459d-9ff5-1b81d2efdef6 req-89fdd47e-43c2-4b7c-bded-9073e01b82fd tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649679 Mar 31 21:47:18.843200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd95f0-d0cb-4f61-8b8c-b3900f5f60bd x-openstack-request-id: req-c1bd95f0-d0cb-4f61-8b8c-b3900f5f60bd {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:18.843531 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-unplugged", "status": "completed", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:18.843932 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1bd95f0-d0cb-4f61-8b8c-b3900f5f60bd {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:18.844685 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bd95f0-d0cb-4f61-8b8c-b3900f5f60bd'] response: {'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'code': 200} Mar 31 21:47:18.924005 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c931b4-0b40-4fae-beb3-991234695eec req-5a752b7c-2ea4-4a0c-84dc-46f61c1856c0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:18.924005 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-77c931b4-0b40-4fae-beb3-991234695eec req-5a752b7c-2ea4-4a0c-84dc-46f61c1856c0 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.5606539 Mar 31 21:47:18.972455 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-77c931b4-0b40-4fae-beb3-991234695eec req-d744765e-7c7d-4688-8c30-3dfd6da8152a tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509360 Mar 31 21:47:19.937537 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a543fda-6ab5-4030-a0b1-0aa36136d3f7 req-304d713c-d10b-48bd-88d1-506aac26376f tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:19.940300 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9a543fda-6ab5-4030-a0b1-0aa36136d3f7 req-304d713c-d10b-48bd-88d1-506aac26376f tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0860193 Mar 31 21:47:19.996926 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9a543fda-6ab5-4030-a0b1-0aa36136d3f7 req-4fa29fc6-f76c-4849-89fe-2aea7899d541 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504375 Mar 31 21:47:20.135117 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee849e-d479-4097-94cb-a6df69e33d80 req-64a6d368-33e7-489b-ad6f-30353cc6fc3d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:20.137856 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-baee849e-d479-4097-94cb-a6df69e33d80 req-64a6d368-33e7-489b-ad6f-30353cc6fc3d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0635612 Mar 31 21:47:20.202852 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-baee849e-d479-4097-94cb-a6df69e33d80 req-0ebbeeb5-75e2-4fc0-b256-108ef5e2ed05 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569303 Mar 31 21:47:21.169956 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e5711-197f-4c88-be05-c4fddd5087ad req-ccf3a92d-1f4b-4cb5-9bf7-deca2a7987f3 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:21.171757 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-372e5711-197f-4c88-be05-c4fddd5087ad req-ccf3a92d-1f4b-4cb5-9bf7-deca2a7987f3 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0870030 Mar 31 21:47:21.246330 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-372e5711-197f-4c88-be05-c4fddd5087ad req-fd7c8fa2-534b-4342-8ee3-47fb1d7d5051 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624359 Mar 31 21:47:21.372464 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c759-94d6-462c-ae04-dd80f29c8e33 req-e735f97a-1a7d-494d-abde-3b0865cf1a64 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:21.374347 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4ce5c759-94d6-462c-ae04-dd80f29c8e33 req-e735f97a-1a7d-494d-abde-3b0865cf1a64 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0710552 Mar 31 21:47:21.445294 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4ce5c759-94d6-462c-ae04-dd80f29c8e33 req-fc048697-581a-4d64-92d3-5c4695ba681e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601542 Mar 31 21:47:21.580293 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-bc578ecc-7a27-47a8-9862-babbfc0d055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:21.583252 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-bc578ecc-7a27-47a8-9862-babbfc0d055e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548&tenant_id=008245ac1e8c46ff8765a02a6000b847 HTTP/1.1" status: 200 len: 1128 time: 0.0755532 Mar 31 21:47:21.665625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-cfdc0cfc-11d6-4c3d-86ac-50189ce2b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:21.667265 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-cfdc0cfc-11d6-4c3d-86ac-50189ce2b0c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1128 time: 0.0597472 Mar 31 21:47:21.777587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-217daa7a-6e00-49cd-98b0-ad988439020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:21.779519 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-217daa7a-6e00-49cd-98b0-ad988439020c service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 908 time: 0.1054192 Mar 31 21:47:21.890043 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-fd9c0344-76d7-4fad-8fbd-becacaba52f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 999 time: 0.1029210 Mar 31 21:47:21.995157 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-cff84ff7-e57d-4ec6-9601-187c0aa75dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:21.997655 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-cff84ff7-e57d-4ec6-9601-187c0aa75dd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.1011131 Mar 31 21:47:22.082791 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-0d6a84cc-17cd-4bf9-835e-5b3d13190250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:22.084384 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-0d6a84cc-17cd-4bf9-835e-5b3d13190250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750933 Mar 31 21:47:22.215036 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-a9c8d2f3-5a46-4642-99e0-9da7d95ec16a service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230648 Mar 31 21:47:22.352245 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-21f2c2ab-af6e-46fe-97d4-727e80b3d6c8 req-90c9af25-7b5f-493c-a6d3-308ab1a669b2 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229408 Mar 31 21:47:22.421769 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00b7c-b8d9-4d46-8c19-5b83d508e54c req-9c6b19ca-ada8-410c-a2b5-07ed63176b13 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:22.423942 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4de00b7c-b8d9-4d46-8c19-5b83d508e54c req-9c6b19ca-ada8-410c-a2b5-07ed63176b13 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0696399 Mar 31 21:47:22.485026 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4de00b7c-b8d9-4d46-8c19-5b83d508e54c req-e9a2a6dc-987e-4fc4-b45c-6c3a08526dd6 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544627 Mar 31 21:47:22.631950 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48fc6f-e0c2-46aa-9e8f-ec1a2106d4b4 req-5227ce5b-3cc3-440d-b8e6-3f9ab314c01a tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:22.633633 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cd48fc6f-e0c2-46aa-9e8f-ec1a2106d4b4 req-5227ce5b-3cc3-440d-b8e6-3f9ab314c01a tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0980408 Mar 31 21:47:22.638448 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-35f161e1-bd02-4878-af42-647ba2cf9d8e tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:22.640081 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-35f161e1-bd02-4878-af42-647ba2cf9d8e tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 945 time: 0.0791917 Mar 31 21:47:22.713475 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cd48fc6f-e0c2-46aa-9e8f-ec1a2106d4b4 req-b3f8645d-d827-4fb5-9ca8-920de534b2cc tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672610 Mar 31 21:47:22.789024 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Deleting port 60d0d9e7-b19d-47cc-bab3-639064460a67 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:22.789766 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.922163 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] For port 60d0d9e7-b19d-47cc-bab3-639064460a67, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=60d0d9e7-b19d-47cc-bab3-639064460a67,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:22.923297 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:22.943585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Calling delete_port for 60d0d9e7-b19d-47cc-bab3-639064460a67 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:23.088768 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (60d0d9e7-b19d-47cc-bab3-639064460a67), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.106771 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['60d0d9e7-b19d-47cc-bab3-639064460a67'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:47:23.121974 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Pushing event deleted for resources: {'Port': ['ID=60d0d9e7-b19d-47cc-bab3-639064460a67,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:23.168572 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] No DVR routers for this DVR port 60d0d9e7-b19d-47cc-bab3-639064460a67 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:47:23.171645 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:23.175197 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d44b19a-e372-40d6-b299-59eda3a1e092 req-13c1f537-9d4c-4273-8030-3c7e75459eec tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "DELETE /v2.0/ports/60d0d9e7-b19d-47cc-bab3-639064460a67 HTTP/1.1" status: 204 len: 173 time: 0.5281587 Mar 31 21:47:23.175666 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253032ac-f248-4015-af97-e4604df71385', 'name': 'network-vif-deleted', 'tag': '60d0d9e7-b19d-47cc-bab3-639064460a67'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:23.178048 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6fffbe-9e86-45db-941e-fe1a58def3b1" -d '{"events": [{"server_uuid": "253032ac-f248-4015-af97-e4604df71385", "name": "network-vif-deleted", "tag": "60d0d9e7-b19d-47cc-bab3-639064460a67"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:23.242389 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd0a3d5-7423-4ee0-b34b-0e5f1a7a808f x-openstack-request-id: req-dbd0a3d5-7423-4ee0-b34b-0e5f1a7a808f {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:23.243440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253032ac-f248-4015-af97-e4604df71385", "name": "network-vif-deleted", "tag": "60d0d9e7-b19d-47cc-bab3-639064460a67", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:23.243440 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbd0a3d5-7423-4ee0-b34b-0e5f1a7a808f {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:23.243744 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd0a3d5-7423-4ee0-b34b-0e5f1a7a808f'] response: {'server_uuid': '253032ac-f248-4015-af97-e4604df71385', 'name': 'network-vif-deleted', 'tag': '60d0d9e7-b19d-47cc-bab3-639064460a67', 'status': 'completed', 'code': 200} Mar 31 21:47:23.621903 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-adb618bc-d312-4e3e-8f88-a60f20a666fe req-f5bc92dc-b242-4e59-bbd6-1543abb87613 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=253032ac-f248-4015-af97-e4604df71385 HTTP/1.1" status: 200 len: 210 time: 0.0340688 Mar 31 21:47:23.873003 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf3dc5-29c2-448c-876a-9b18ff268088 req-e5d14a21-02ec-42ec-80ac-10ca4ce22dd5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:23.874612 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cebf3dc5-29c2-448c-876a-9b18ff268088 req-e5d14a21-02ec-42ec-80ac-10ca4ce22dd5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0638237 Mar 31 21:47:23.945395 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cebf3dc5-29c2-448c-876a-9b18ff268088 req-86eceef3-23f3-480c-bb0a-7faea9423607 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597186 Mar 31 21:47:25.052313 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-62971952-4f64-4f1e-9968-89a60919d0b6 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:25.055255 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-62971952-4f64-4f1e-9968-89a60919d0b6 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/networks?id=fc105346-b1de-432f-8c83-5e2c78b91689 HTTP/1.1" status: 200 len: 809 time: 0.1476831 Mar 31 21:47:25.077814 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-60b191a4-fc60-4778-b83a-851e5066f8bf tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/quotas/a1412de2167e45ee8502fcff6f734a11 HTTP/1.1" status: 200 len: 375 time: 0.0143797 Mar 31 21:47:25.126750 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c15ef-1e2b-4af3-bacc-f553396c8b03 req-70d8e511-1db0-4917-bea8-c0b64bc3e9f9 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:25.128822 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-701c15ef-1e2b-4af3-bacc-f553396c8b03 req-70d8e511-1db0-4917-bea8-c0b64bc3e9f9 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0797405 Mar 31 21:47:25.129066 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-6cbdeecc-1085-4a66-b0df-65b216700602 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1412de2167e45ee8502fcff6f734a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391116 Mar 31 21:47:25.217636 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-701c15ef-1e2b-4af3-bacc-f553396c8b03 req-0e6ab3e9-28fd-452c-83c7-f0f6ee47e7c8 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787086 Mar 31 21:47:25.265659 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-ab57a5e3-fbe7-461c-a317-b9b5a0cae61c service neutron] 10.222.0.20 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262264 Mar 31 21:47:25.397453 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-1fe48533-b1b9-4430-bb65-2aa5b85acb52 service neutron] 10.222.0.20 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214299 Mar 31 21:47:25.416145 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58356) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:25.583646 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d16dd8f8-aca8-4d89-97ba-25d11a33f8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.639682 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4d44913d-7bdc-43a1-a732-97a09df4f8c1 req-207dcef6-b4d2-44b9-b3f7-78f1a10678d3 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 210 time: 0.0449443 Mar 31 21:47:25.724215 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d16dd8f8-aca8-4d89-97ba-25d11a33f8e6 admin admin] Publish callbacks [] for security_group (636edc94-a6b2-4834-8900-e9fb713fe801), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.728940 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d16dd8f8-aca8-4d89-97ba-25d11a33f8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (636edc94-a6b2-4834-8900-e9fb713fe801), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.784925 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dd8f8-aca8-4d89-97ba-25d11a33f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636edc94-a6b2-4834-8900-e9fb713fe801,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:25.792287 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d16dd8f8-aca8-4d89-97ba-25d11a33f8e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d0e444e018541ba94016d4c2e1f03f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722637 Mar 31 21:47:25.792775 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58368) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:25.850480 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0cadfd1f-240a-43a4-ac9a-9b9fe6a86401 admin admin] Publish callbacks [] for security_group (636edc94-a6b2-4834-8900-e9fb713fe801), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.876188 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0cadfd1f-240a-43a4-ac9a-9b9fe6a86401 admin admin] Publish callbacks [] for security_group (636edc94-a6b2-4834-8900-e9fb713fe801), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.944039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0cadfd1f-240a-43a4-ac9a-9b9fe6a86401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (636edc94-a6b2-4834-8900-e9fb713fe801), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.947762 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0cadfd1f-240a-43a4-ac9a-9b9fe6a86401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:25.949243 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0cadfd1f-240a-43a4-ac9a-9b9fe6a86401 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/636edc94-a6b2-4834-8900-e9fb713fe801 HTTP/1.1" status: 204 len: 168 time: 0.1555173 Mar 31 21:47:25.958970 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadfd1f-240a-43a4-ac9a-9b9fe6a86401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636edc94-a6b2-4834-8900-e9fb713fe801,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:26.385569 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57318a-fbab-47a8-87c5-75aa726b154a req-a3a759b1-45be-44a0-b710-3fe1e5c62066 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:26.387273 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf57318a-fbab-47a8-87c5-75aa726b154a req-a3a759b1-45be-44a0-b710-3fe1e5c62066 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0913501 Mar 31 21:47:26.445241 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf57318a-fbab-47a8-87c5-75aa726b154a req-5590225d-d4f8-41b9-9eab-322fcbe56da9 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502443 Mar 31 21:47:26.757705 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-b5f7dce7-68d5-4914-94fe-3020803e3b4c req-a113d4df-a557-4c28-a195-fb647c5acb55 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 210 time: 0.0409858 Mar 31 21:47:26.760029 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58398) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:26.898420 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-83054610-network', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:26.929788 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Made reservation on behalf of eb1de70563f64a7390d4d261bb95fb7e for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:26.932120 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:26.942063 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.024432 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks [] for security_group (1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.031278 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.062907 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:27.069024 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:27.077025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (ea834539-b31d-436c-a3e1-a529bbbb48aa), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.078082 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Added segment ea834539-b31d-436c-a3e1-a529bbbb48aa of type vlan for network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 Mar 31 21:47:27.122477 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (46922fb0-03fb-46f9-b58c-45e72fbb8b47), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.156135 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (46922fb0-03fb-46f9-b58c-45e72fbb8b47), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.157327 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:27.157968 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.164422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 60d0d9e7-b19d-47cc-bab3-639064460a67 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:27.186893 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 60d0d9e7-b19d-47cc-bab3-639064460a67 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:47:27.187233 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 60d0d9e7-b19d-47cc-bab3-639064460a67 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:47:27.218564 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4572053 Mar 31 21:47:27.221585 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58402) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:27.228979 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Request body: {'subnet': {'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-83054610-subnet', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'ip_version': 4}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:27.243273 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2666147-7b87-4531-b65d-fc3c51816f07 admin admin] Pushing event updated for resources: {'Network': ['ID=46922fb0-03fb-46f9-b58c-45e72fbb8b47,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:27.260213 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Made reservation on behalf of eb1de70563f64a7390d4d261bb95fb7e for: {'subnet': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:27.263071 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14275507'] for subnet (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.269611 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:27.514880 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14803699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14275493'] for subnet (546e2caa-d55f-4913-9e21-c828a348b360), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.599412 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546e2caa-d55f-4913-9e21-c828a348b360,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:27.609196 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b491097-23fb-4be2-8827-7b0de5d91494 req-98694307-311b-4fcf-8c80-13834915d60d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:27.612464 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Checking segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:27.612910 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Network hostable DHCP agents. Network: 46922fb0-03fb-46f9-b58c-45e72fbb8b47, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104524) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:27.613820 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0b491097-23fb-4be2-8827-7b0de5d91494 req-98694307-311b-4fcf-8c80-13834915d60d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.0824974 Mar 31 21:47:27.634537 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104524) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:27.647866 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 46922fb0-03fb-46f9-b58c-45e72fbb8b47) {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:27.654346 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:27.655267 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.663546 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e3412-ff39-40b2-91d3-f0928d92c9d8 None None] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:27.675805 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a1e572d0-0f81-4b5e-b93f-be6b432eaa05 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4531143 Mar 31 21:47:27.677933 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0b491097-23fb-4be2-8827-7b0de5d91494 req-ed06706c-ef10-4f2d-8967-ae19a28ea186 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556126 Mar 31 21:47:27.680643 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58408) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:27.685636 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-84008097-db62-42c5-8955-40204902013a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:27.712054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (98dda784-b7f1-4791-bcf7-ecf62abc8c89), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.713167 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (98dda784-b7f1-4791-bcf7-ecf62abc8c89), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.794936 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks [] for router_controller (98dda784-b7f1-4791-bcf7-ecf62abc8c89), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.851423 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:47:27.852318 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:27.949885 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2a63f3e3-70c5-4d21-a955-e6d8d6de9c0f req-75121fb0-b486-4b3d-9c87-8109a2d63fcd tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 210 time: 0.0499361 Mar 31 21:47:28.117693 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Allocated IP 172.20.0.2 (46922fb0-03fb-46f9-b58c-45e72fbb8b47/546e2caa-d55f-4913-9e21-c828a348b360/faed92ad-fe3f-420c-a5a7-45280c7ca68d) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:28.299572 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Publish callbacks [] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.306654 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.336271 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks [] for router_gateway (98dda784-b7f1-4791-bcf7-ecf62abc8c89), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.365336 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:28.369933 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:28.373122 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:28.376055 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Pushing event updated for resources: {'Port': ['ID=faed92ad-fe3f-420c-a5a7-45280c7ca68d,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:28.393972 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-5877ea13-c3ce-464d-ae4d-94d6362c4834 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:28.395820 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-5877ea13-c3ce-464d-ae4d-94d6362c4834 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "GET /v2.0/networks?id=fc105346-b1de-432f-8c83-5e2c78b91689 HTTP/1.1" status: 200 len: 809 time: 0.5117755 Mar 31 21:47:28.430051 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Request body: {'port': {'device_id': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689', 'admin_state_up': True, 'tenant_id': 'a1412de2167e45ee8502fcff6f734a11'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:28.470693 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Attempting to bind port faed92ad-fe3f-420c-a5a7-45280c7ca68d on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:28.471255 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Attempting to bind port faed92ad-fe3f-420c-a5a7-45280c7ca68d by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:28.471843 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Attempting to bind port faed92ad-fe3f-420c-a5a7-45280c7ca68d on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:28.482393 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:28.483529 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Checking segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:28.484635 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.485427 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Bound using segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:28.486408 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Bound port: faed92ad-fe3f-420c-a5a7-45280c7ca68d, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:28.487192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.587118 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Made reservation on behalf of a1412de2167e45ee8502fcff6f734a11 for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:28.590834 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.597855 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] For port faed92ad-fe3f-420c-a5a7-45280c7ca68d, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:28.602358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] For port faed92ad-fe3f-420c-a5a7-45280c7ca68d, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=faed92ad-fe3f-420c-a5a7-45280c7ca68d,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:28.611280 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.699611 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5c76-caa7-4a87-bc62-2f390f84dd7a None None] Pushing event updated for resources: {'Port': ['ID=faed92ad-fe3f-420c-a5a7-45280c7ca68d,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:28.828704 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks [] for router_gateway (98dda784-b7f1-4791-bcf7-ecf62abc8c89), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:28.929137 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.029715 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Allocated IP 172.20.0.10 (fc105346-b1de-432f-8c83-5e2c78b91689/c9e8d257-73a0-462e-90d2-865528a9173c/d414dcd8-defc-452d-8f6a-9f2247b21556) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:29.046145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5a0f-316e-4655-b20e-edf30af4c0e9 req-b59dbf53-7798-4b0b-a972-4b8507bdbf0e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:29.047934 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e8aa5a0f-316e-4655-b20e-edf30af4c0e9 req-b59dbf53-7798-4b0b-a972-4b8507bdbf0e tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.2450495 Mar 31 21:47:29.097991 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1b5e19bb-d472-47d2-a701-e49f7cddfbe7 req-9267cfd5-2e37-47b5-9d70-f1015e8843d3 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 210 time: 0.0349872 Mar 31 21:47:29.217847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-84008097-db62-42c5-8955-40204902013a admin admin] Allocated IP 172.27.1.44 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/1653fbbb-c62c-4d79-a5ce-3c741fbb91f9) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:29.252538 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e8aa5a0f-316e-4655-b20e-edf30af4c0e9 req-7fa03764-c1cc-4652-89c8-eab4ff61aa34 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928785 Mar 31 21:47:29.391586 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks [] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.432413 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks [] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.481016 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.543168 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Network fc105346-b1de-432f-8c83-5e2c78b91689 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:29.549513 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:29.555491 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:29.569267 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.574537 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device faed92ad-fe3f-420c-a5a7-45280c7ca68d up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:29.616778 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Pushing event updated for resources: {'Port': ['ID=d414dcd8-defc-452d-8f6a-9f2247b21556,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:29.624573 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84008097-db62-42c5-8955-40204902013a admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:29.633875 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-84008097-db62-42c5-8955-40204902013a admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:29.637587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84008097-db62-42c5-8955-40204902013a admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:29.652846 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port faed92ad-fe3f-420c-a5a7-45280c7ca68d triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:29.654811 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.754376 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:29.755035 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.765031 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port faed92ad-fe3f-420c-a5a7-45280c7ca68d is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:29.765743 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.769933 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84008097-db62-42c5-8955-40204902013a admin admin] Pushing event updated for resources: {'Port': ['ID=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:29.781067 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-330c248a-9602-4248-82b4-7e9261f0be0a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3568873 Mar 31 21:47:29.824971 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port faed92ad-fe3f-420c-a5a7-45280c7ca68d, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=faed92ad-fe3f-420c-a5a7-45280c7ca68d,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:29.825247 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Request body: {'port': {'device_id': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:29.830840 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.901808 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=faed92ad-fe3f-420c-a5a7-45280c7ca68d,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:29.962961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:29.999439 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fe6be-a60b-4ade-a698-9f675c66ee01 None None] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:30.073295 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-a0544fec-2688-497f-a8c9-d5604eb82822 None None] Provisioning complete for port faed92ad-fe3f-420c-a5a7-45280c7ca68d triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:30.073694 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a0544fec-2688-497f-a8c9-d5604eb82822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.215019 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks [] for router_gateway (98dda784-b7f1-4791-bcf7-ecf62abc8c89), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.237406 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750685b-9d42-4174-91ca-27ed49ea14b3 req-c03ba08a-0e78-44b1-8392-48fee7894c50 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:30.238938 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f750685b-9d42-4174-91ca-27ed49ea14b3 req-c03ba08a-0e78-44b1-8392-48fee7894c50 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 932 time: 0.0614421 Mar 31 21:47:30.300444 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f750685b-9d42-4174-91ca-27ed49ea14b3 req-5eb894d1-b146-4c9b-b5c3-aa4d1ce55534 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541852 Mar 31 21:47:30.345129 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-a0544fec-2688-497f-a8c9-d5604eb82822 None None] Current status of the port faed92ad-fe3f-420c-a5a7-45280c7ca68d is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:30.362040 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:47:30.519047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:30.541460 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'port_id': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'mac_address': 'fa:16:3e:80:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:47:30.584138 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51b8ef-ace6-4d4e-bd72-5b60f32157a1 req-cc5b8cd1-6e51-44ed-989b-428c261a5327 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:30.585737 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a51b8ef-ace6-4d4e-bd72-5b60f32157a1 req-cc5b8cd1-6e51-44ed-989b-428c261a5327 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 944 time: 0.1947196 Mar 31 21:47:30.603652 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 56f7eed2-d3f8-4072-b540-0e1623b52377 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:30.604496 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.619192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f7eed2-d3f8-4072-b540-0e1623b52377 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:30.648493 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:30.656155 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.715225 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-d6e02a9b-42d8-4c6c-8342-c70a59d9640d None None] Provisioning complete for port faed92ad-fe3f-420c-a5a7-45280c7ca68d triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:30.715602 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d6e02a9b-42d8-4c6c-8342-c70a59d9640d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.742594 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4a51b8ef-ace6-4d4e-bd72-5b60f32157a1 req-9c301823-d10e-481d-8e41-036831848b7d tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479468 Mar 31 21:47:30.743724 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d414dcd8-defc-452d-8f6a-9f2247b21556 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:30.748297 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=7']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:30.759486 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Publish callbacks [] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.769491 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (98dda784-b7f1-4791-bcf7-ecf62abc8c89), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.781289 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Transition to ACTIVE for port object d414dcd8-defc-452d-8f6a-9f2247b21556 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:47:30.818561 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:30.836098 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-d6e02a9b-42d8-4c6c-8342-c70a59d9640d None None] Current status of the port faed92ad-fe3f-420c-a5a7-45280c7ca68d is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:30.924890 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Pushing event updated for resources: {'Port': ['ID=d414dcd8-defc-452d-8f6a-9f2247b21556,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:31.034278 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Attempting to bind port d414dcd8-defc-452d-8f6a-9f2247b21556 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:31.035025 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Attempting to bind port d414dcd8-defc-452d-8f6a-9f2247b21556 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:31.035025 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Attempting to bind port d414dcd8-defc-452d-8f6a-9f2247b21556 on network fc105346-b1de-432f-8c83-5e2c78b91689 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:31.042610 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Port d414dcd8-defc-452d-8f6a-9f2247b21556 on network fc105346-b1de-432f-8c83-5e2c78b91689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:47:31.042954 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Attempting to bind port d414dcd8-defc-452d-8f6a-9f2247b21556 on network fc105346-b1de-432f-8c83-5e2c78b91689 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:31.050819 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:31.051158 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Checking segment: {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:31.051545 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Bound using segment: {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:31.051981 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Bound port: d414dcd8-defc-452d-8f6a-9f2247b21556, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1543abd-f8bf-437c-9a92-4fbe2d08c278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:31.052379 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.055758 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84008097-db62-42c5-8955-40204902013a admin admin] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:47:31.199550 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] For port d414dcd8-defc-452d-8f6a-9f2247b21556, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:31.204117 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] For port d414dcd8-defc-452d-8f6a-9f2247b21556, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d414dcd8-defc-452d-8f6a-9f2247b21556,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:31.211854 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.256255 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84008097-db62-42c5-8955-40204902013a admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:31.263962 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:31.264609 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.266060 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] 10.222.0.35 "PUT /v2.0/ports/d414dcd8-defc-452d-8f6a-9f2247b21556 HTTP/1.1" status: 200 len: 1094 time: 1.4465811 Mar 31 21:47:31.266665 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'tag': 'd414dcd8-defc-452d-8f6a-9f2247b21556'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:31.268973 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853ba572-c4bd-4513-b953-ea6d9264723e" -d '{"events": [{"name": "network-changed", "server_uuid": "1da81a70-f7e5-4d94-b606-dcfc99d96a18", "tag": "d414dcd8-defc-452d-8f6a-9f2247b21556"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:31.269141 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:31.284746 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:31.285007 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:31.303064 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-84008097-db62-42c5-8955-40204902013a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.308045 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-84008097-db62-42c5-8955-40204902013a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6221440 Mar 31 21:47:31.308045 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e21806-4fc0-4320-80dc-804b762d6790 service neutron] Pushing event updated for resources: {'Port': ['ID=d414dcd8-defc-452d-8f6a-9f2247b21556,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:31.308304 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58448) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:31.332602 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4fbd98-7e4f-40a2-9607-a7b2da1a51ed x-openstack-request-id: req-1d4fbd98-7e4f-40a2-9607-a7b2da1a51ed {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:31.333029 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da81a70-f7e5-4d94-b606-dcfc99d96a18", "tag": "d414dcd8-defc-452d-8f6a-9f2247b21556", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:31.333432 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d4fbd98-7e4f-40a2-9607-a7b2da1a51ed {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:31.333959 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4fbd98-7e4f-40a2-9607-a7b2da1a51ed'] response: {'name': 'network-changed', 'server_uuid': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'tag': 'd414dcd8-defc-452d-8f6a-9f2247b21556', 'status': 'completed', 'code': 200} Mar 31 21:47:31.448853 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:31.477911 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affaaa-a8d2-4e83-988b-066c7948e751 req-5a987626-b2c0-4b42-9bba-ebf319ebca41 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:31.488346 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-15affaaa-a8d2-4e83-988b-066c7948e751 req-5a987626-b2c0-4b42-9bba-ebf319ebca41 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 944 time: 0.1051021 Mar 31 21:47:31.556786 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-15affaaa-a8d2-4e83-988b-066c7948e751 req-51b70856-057b-49fe-8bb0-1a4d84dcdb6f tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653775 Mar 31 21:47:31.579379 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device faed92ad-fe3f-420c-a5a7-45280c7ca68d up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:31.737554 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port faed92ad-fe3f-420c-a5a7-45280c7ca68d triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:31.738286 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.806472 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:29Z', 'revision_number': 3, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:31.854780 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:31.855138 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Updating router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:31.886127 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.891100 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port faed92ad-fe3f-420c-a5a7-45280c7ca68d is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:31.897730 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:31.930147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551baa6-6474-49e0-b6d3-ab65114223c6 req-bdc29d8f-6d75-42e4-b109-293a89d482c7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:31.931860 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9551baa6-6474-49e0-b6d3-ab65114223c6 req-bdc29d8f-6d75-42e4-b109-293a89d482c7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 945 time: 0.0881159 Mar 31 21:47:32.059854 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9551baa6-6474-49e0-b6d3-ab65114223c6 req-93fbcb00-0b3e-4dc3-b149-c137f8f0bfa7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999212 Mar 31 21:47:32.128056 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Allocated IP 172.20.0.1 (46922fb0-03fb-46f9-b58c-45e72fbb8b47/546e2caa-d55f-4913-9e21-c828a348b360/4315b1b7-22b4-4b7f-a016-df5f72d7fe80) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:32.236034 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Publish callbacks [] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.243355 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.266230 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks [] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.306012 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8d542-56a5-486a-85bd-0ddda498d886 None None] Pushing event updated for resources: {'Port': ['ID=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:32.308601 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Attempting to bind port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:32.308962 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Attempting to bind port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:32.309326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Attempting to bind port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:32.315316 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.316192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:32.316565 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:32.316956 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.317407 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:32.317836 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Bound port: 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:32.318243 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.358320 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:32.362285 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:32.366581 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:32.376373 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d8bddd6c-b1ff-48d4-9ca9-e0866de854b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.390014 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] For port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:32.395355 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] For port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:32.404481 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.412650 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Pushing event updated for resources: {'Port': ['ID=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:32.441038 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (98dda784-b7f1-4791-bcf7-ecf62abc8c89), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.484573 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:32.485253 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:32.527913 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8d542-56a5-486a-85bd-0ddda498d886 None None] Pushing event updated for resources: {'Port': ['ID=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:32.615555 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.636836 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:32.709246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d345712-58ca-4e8b-ac04-4f57b9c8e0b7 req-42f061cd-27bb-446f-870c-8d4c6a91a0fc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:32.710766 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d345712-58ca-4e8b-ac04-4f57b9c8e0b7 req-42f061cd-27bb-446f-870c-8d4c6a91a0fc tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 944 time: 0.0632598 Mar 31 21:47:32.759945 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-44409828-dcb6-402b-bb3c-3278b2826b9b None None] Provisioning complete for port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:32.760893 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-44409828-dcb6-402b-bb3c-3278b2826b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.772515 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0d345712-58ca-4e8b-ac04-4f57b9c8e0b7 req-6081f4c2-ed3b-4ca0-9183-45de2eaccb26 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560586 Mar 31 21:47:32.823348 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-44409828-dcb6-402b-bb3c-3278b2826b9b None None] Port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:32.852267 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks [] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.857035 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:32.896619 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:29Z', 'revision_number': 3, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:32.927372 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c0d16-9dd1-467d-b54f-5664dba5fe3e None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:29Z', 'revision_number': 3, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:32.935905 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Pushing event updated for resources: {'Port': ['ID=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:32.940681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (98dda784-b7f1-4791-bcf7-ecf62abc8c89), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:33.059892 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:33.061940 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:33.208029 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ba572-c4bd-4513-b953-ea6d9264723e req-d5b0175c-1a11-4dd7-ab1c-9f748a5f4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:33.229038 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-853ba572-c4bd-4513-b953-ea6d9264723e req-d5b0175c-1a11-4dd7-ab1c-9f748a5f4037 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a1412de2167e45ee8502fcff6f734a11&device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 1128 time: 0.1496520 Mar 31 21:47:33.301792 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['56f7eed2-d3f8-4072-b540-0e1623b52377'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:47:33.363007 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936fd7e-0c8b-4168-90d3-f9b63f8c603f req-fa40be3a-5f75-422d-9f9c-379c73a0b1e5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:33.365564 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4936fd7e-0c8b-4168-90d3-f9b63f8c603f req-fa40be3a-5f75-422d-9f9c-379c73a0b1e5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 945 time: 0.1434867 Mar 31 21:47:33.369173 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:47:33.555135 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:47:33.580028 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4936fd7e-0c8b-4168-90d3-f9b63f8c603f req-bce9f18a-2071-4d48-b2fd-07d3105fb40a tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018423 Mar 31 21:47:33.651659 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:33.654262 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:33.670131 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-5cae54d1-f340-48f2-9111-709d8c67b2bb admin admin] 10.222.0.20 "PUT /v2.0/routers/98dda784-b7f1-4791-bcf7-ecf62abc8c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3607605 Mar 31 21:47:33.732692 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b4041b0f-303c-4f24-bc13-d75003ef480f None None] Provisioning complete for port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:33.733141 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b4041b0f-303c-4f24-bc13-d75003ef480f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:33.800262 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:33.801363 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:33.823283 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b4041b0f-303c-4f24-bc13-d75003ef480f None None] Port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:33.939695 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ba572-c4bd-4513-b953-ea6d9264723e req-4f46cc42-fbf8-4d26-8f30-c2b33df255cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:33.942603 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-853ba572-c4bd-4513-b953-ea6d9264723e req-4f46cc42-fbf8-4d26-8f30-c2b33df255cb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a1412de2167e45ee8502fcff6f734a11&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7059879 Mar 31 21:47:34.019871 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:34.020494 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:34.055375 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:34.067919 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:34.071799 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a719-9633-4158-a4c3-e687fdce5854 req-7be8a93e-a3cc-4648-a8a9-285c37a82ddd tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:34.074016 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1b51a719-9633-4158-a4c3-e687fdce5854 req-7be8a93e-a3cc-4648-a8a9-285c37a82ddd tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 944 time: 0.1953549 Mar 31 21:47:34.148081 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ba572-c4bd-4513-b953-ea6d9264723e req-d43f0ca6-1cff-4fbd-aee8-a0fce39e770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:34.151330 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-853ba572-c4bd-4513-b953-ea6d9264723e req-d43f0ca6-1cff-4fbd-aee8-a0fce39e770e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982505 Mar 31 21:47:34.185982 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:34.218942 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1b51a719-9633-4158-a4c3-e687fdce5854 req-50359391-4b21-4720-8824-44275792dc31 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183858 Mar 31 21:47:34.315614 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-298a7126-95fe-4f30-8d6c-8776c457ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:34.321097 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-298a7126-95fe-4f30-8d6c-8776c457ebe5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a1412de2167e45ee8502fcff6f734a11&device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 1128 time: 0.1111987 Mar 31 21:47:34.399132 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-23f2f33e-a5ec-4160-b907-3647206db8a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d414dcd8-defc-452d-8f6a-9f2247b21556 HTTP/1.1" status: 200 len: 217 time: 0.0691597 Mar 31 21:47:34.541750 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-ddf147d3-a3e8-478c-acac-2fb956ccd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:34.544040 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-ddf147d3-a3e8-478c-acac-2fb956ccd641 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c9e8d257-73a0-462e-90d2-865528a9173c HTTP/1.1" status: 200 len: 849 time: 0.1344051 Mar 31 21:47:34.582576 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-423878f7-db08-4686-a862-c22606c018b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc105346-b1de-432f-8c83-5e2c78b91689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318003 Mar 31 21:47:34.656474 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58490) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:34.685976 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2106108067-network', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:34.733981 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Made reservation on behalf of ed76a628eff44b25a436a78fe5d58ea7 for: {'network': 1} {{(pid=104524) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:34.738127 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for network (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:34.759922 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:34.767407 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-9ba3abaa-90b8-49cd-93c2-9bc000729533 service neutron] 10.222.0.35 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772640 Mar 31 21:47:34.857749 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2241b-9e70-4dd1-b7e2-95846f32626a req-8aa7556c-b218-47e5-897e-b7b814854293 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:34.859749 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-32e2241b-9e70-4dd1-b7e2-95846f32626a req-8aa7556c-b218-47e5-897e-b7b814854293 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 945 time: 0.1177707 Mar 31 21:47:34.902943 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-322ccf31-4147-49f2-b5cb-470a32447f95 req-b251ca70-4d88-411a-850d-19e5b8dd99cf service neutron] 10.222.0.35 "GET /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295447 Mar 31 21:47:34.985557 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks [] for security_group (bfe8c9a2-ad3c-47e0-8816-259f57c656fe), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:34.991795 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (bfe8c9a2-ad3c-47e0-8816-259f57c656fe), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.005420 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-32e2241b-9e70-4dd1-b7e2-95846f32626a req-9f4d3926-f927-41d1-84d1-d4472e8954e7 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235189 Mar 31 21:47:35.036984 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=104524) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:47:35.048622 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:35.054624 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe8c9a2-ad3c-47e0-8816-259f57c656fe,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:35.066384 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (256da157-0bb0-4c44-afc9-3c45070cd583), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.066969 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.segments_db [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Added segment 256da157-0bb0-4c44-afc9-3c45070cd583 of type vlan for network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b Mar 31 21:47:35.123631 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792897550632'] for network (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.136631 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 56f7eed2-d3f8-4072-b540-0e1623b52377 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:35.137166 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.164726 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397'] for network (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.166277 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:35.167374 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.185075 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b96ad916-a724-4b0b-9475-ace80b8ea9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.241706 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5821309 Mar 31 21:47:35.246144 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58492) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:35.261453 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 56f7eed2-d3f8-4072-b540-0e1623b52377 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:35.261847 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.263666 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Request body: {'subnet': {'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2106108067-subnet', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'ip_version': 4}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:35.277026 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc26698-2527-42f7-99c1-29cfc7d0647c admin admin] Pushing event updated for resources: {'Network': ['ID=40dfaa44-d0a7-4855-bdc1-ab99eea3a42b,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:35.315530 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Made reservation on behalf of ed76a628eff44b25a436a78fe5d58ea7 for: {'subnet': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:47:35.319629 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:35.320393 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14622775'] for subnet (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.323095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:35.327402 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4203498f-f16d-4d22-83a0-20b7c8b26159" -d '{"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-plugged", "status": "completed", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:35.331094 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b details requested by agent ovs-agent-dv-cinder-836074-1-iscsi with host dv-cinder-836074-1-iscsi {{(pid=104526) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:47:35.336511 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.353941 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:35.393558 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:35.410352 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:35.441072 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1cdca-d481-4531-bb31-e182b612c895 x-openstack-request-id: req-75a1cdca-d481-4531-bb31-e182b612c895 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:35.441563 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-plugged", "status": "completed", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:35.441695 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75a1cdca-d481-4531-bb31-e182b612c895 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:35.442067 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a1cdca-d481-4531-bb31-e182b612c895'] response: {'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'code': 200} Mar 31 21:47:35.500356 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=8']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:35.610859 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:35.615144 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42323f-57a5-4889-a132-c67c439732af req-125d2fb7-da42-4716-a309-dc0619e11d4d tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:35.619259 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ac42323f-57a5-4889-a132-c67c439732af req-125d2fb7-da42-4716-a309-dc0619e11d4d tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 944 time: 0.2231209 Mar 31 21:47:35.702086 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:35.740146 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:35.740849 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.784654 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ac42323f-57a5-4889-a132-c67c439732af req-eb23e771-59c5-4f17-9077-f3519f23d67d tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435900 Mar 31 21:47:35.940396 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14521947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14622753'] for subnet (8f07dea7-1307-4ca7-ad62-377f0e77b2e4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:35.961171 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:35.978991 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d1214-db92-4903-aa53-157b18b0e000 req-19714b9c-9b76-45ab-8758-28249f81d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:35.981671 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e27d1214-db92-4903-aa53-157b18b0e000 req-19714b9c-9b76-45ab-8758-28249f81d45a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.2032175 Mar 31 21:47:36.062002 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f07dea7-1307-4ca7-ad62-377f0e77b2e4,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:36.088990 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-e27d1214-db92-4903-aa53-157b18b0e000 req-efe64fce-0189-464d-a31a-4c950d8fc7a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984988 Mar 31 21:47:36.092283 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Checking segment: {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:36.092655 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Network hostable DHCP agents. Network: 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b, hostable agents: ['d2f2226b-eecd-4bca-854c-c75bbc1b95dd'], hosted agents: [] {{(pid=104525) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:47:36.106616 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 2, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:36.117560 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b is scheduled to be hosted by DHCP agent d2f2226b-eecd-4bca-854c-c75bbc1b95dd with binding_index 1 {{(pid=104525) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:47:36.140757 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836074-1-iscsi, 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b) {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:36.149111 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:36.149915 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Updating router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:36.160958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5953a7a-6f7f-4a03-9f9e-cb2fdd956ee0 None None] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:36.166734 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:36.168074 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.206511 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.207474 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-83cf8233-df16-4ed7-87f8-c68e6eddbee7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9530528 Mar 31 21:47:36.209393 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58516) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:36.217994 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:36.259280 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1822473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4514'] for router (26a7e56d-2851-4acf-b252-78863294813b), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.262281 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1821896', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1634276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4537'] for router (26a7e56d-2851-4acf-b252-78863294813b), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.310526 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.313361 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee3097-2818-4256-886f-c4d1851afc13 req-f7eb9b4c-e601-489e-8340-c07cf7ee7d71 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:36.317045 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-20ee3097-2818-4256-886f-c4d1851afc13 req-f7eb9b4c-e601-489e-8340-c07cf7ee7d71 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1588984 Mar 31 21:47:36.408044 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84c88b9b-c3c8-5c0a-b50a-7b2728632c2b-40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'fixed_ips': [{'subnet_id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4'}]}} from dv-cinder-836074-1-iscsi. {{(pid=104526) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:47:36.409489 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.417872 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks [] for router_controller (26a7e56d-2851-4acf-b252-78863294813b), precommit_add_association {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.445025 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-20ee3097-2818-4256-886f-c4d1851afc13 req-75b33990-2c90-41a8-97d7-7b449502c999 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204205 Mar 31 21:47:36.661689 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.db_base_plugin_common [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Allocated IP 172.20.0.2 (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b/8f07dea7-1307-4ca7-ad62-377f0e77b2e4/66f433e4-8d79-4af4-ba5e-802f537795df) {{(pid=104526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:36.667733 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks [] for router_gateway (26a7e56d-2851-4acf-b252-78863294813b), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.754495 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Publish callbacks [] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.763368 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.875472 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Pushing event updated for resources: {'Port': ['ID=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:36.907035 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.907801 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.908590 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.909339 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.910023 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.910852 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.911886 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.912700 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.913360 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.914011 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.914675 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.915501 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.916159 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.916787 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.917346 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:36.968282 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Attempting to bind port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:36.968946 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Attempting to bind port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:36.969701 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Attempting to bind port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:36.974775 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Publish callbacks [] for port (66f433e4-8d79-4af4-ba5e-802f537795df), precommit_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.976395 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:36.977211 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Checking segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:36.977964 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.978864 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Bound using segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:36.979869 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Bound port: 4315b1b7-22b4-4b7f-a016-df5f72d7fe80, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:36.980897 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:36.986292 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), after_create {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.052353 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks [] for router_gateway (26a7e56d-2851-4acf-b252-78863294813b), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.057249 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d414dcd8-defc-452d-8f6a-9f2247b21556 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:47:37.079512 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] For port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:37.082783 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b is already hosted by enough agents. {{(pid=104526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:37.084078 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] For port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:37.094827 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.108829 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.scheduler.base_scheduler [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Resources bound (agent type, host, resource id): {{(pid=104526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:37.113047 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.123426 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Received port after_create {{(pid=104526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:37.134787 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Pushing event updated for resources: {'Port': ['ID=66f433e4-8d79-4af4-ba5e-802f537795df,revision_number=1']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.152481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad5f9-0868-4c02-8c9d-ebe9a72785a9 req-47ec269b-ac41-4151-b8aa-4f4bc5b4ca5a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:37.154124 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f13ad5f9-0868-4c02-8c9d-ebe9a72785a9 req-47ec269b-ac41-4151-b8aa-4f4bc5b4ca5a tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 944 time: 0.2086549 Mar 31 21:47:37.191680 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:37.192704 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:37.283877 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f13ad5f9-0868-4c02-8c9d-ebe9a72785a9 req-4c9bb242-7440-4f1c-942a-e78640eb0b92 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991337 Mar 31 21:47:37.312825 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Attempting to bind port 66f433e4-8d79-4af4-ba5e-802f537795df on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:37.314052 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Attempting to bind port 66f433e4-8d79-4af4-ba5e-802f537795df by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:37.314298 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Attempting to bind port 66f433e4-8d79-4af4-ba5e-802f537795df on network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:37.318754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] Provisioning complete for port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:37.319128 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.382235 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Allocated IP 172.27.1.16 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:37.382471 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:37.382837 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Checking segment: {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:37.383244 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.383813 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Bound using segment: {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:37.384542 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Bound port: 66f433e4-8d79-4af4-ba5e-802f537795df, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:37.384675 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.480688 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa359-05ad-4713-b318-1bed16b9953a None None] Pushing event updated for resources: {'Port': ['ID=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.504963 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port d414dcd8-defc-452d-8f6a-9f2247b21556, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d414dcd8-defc-452d-8f6a-9f2247b21556,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:37.549589 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:37.550993 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': 'd414dcd8-defc-452d-8f6a-9f2247b21556', 'network_id': 'fc105346-b1de-432f-8c83-5e2c78b91689', 'port_id': 'd414dcd8-defc-452d-8f6a-9f2247b21556', 'mac_address': 'fa:16:3e:ab:e9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e8d257-73a0-462e-90d2-865528a9173c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:47:37.579043 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] For port 66f433e4-8d79-4af4-ba5e-802f537795df, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:37.583172 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] For port 66f433e4-8d79-4af4-ba5e-802f537795df, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=66f433e4-8d79-4af4-ba5e-802f537795df,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:37.612896 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks [] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.663451 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.675200 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.685030 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e01f83-3dba-4608-9415-f2da7070a4dc req-8ecf8c0c-598e-4050-bbc4-924346f4e991 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:37.698866 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9e01f83-3dba-4608-9415-f2da7070a4dc req-8ecf8c0c-598e-4050-bbc4-924346f4e991 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1254613 Mar 31 21:47:37.725678 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] Current status of the port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:37.726105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.749779 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port d414dcd8-defc-452d-8f6a-9f2247b21556 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:37.750444 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.774286 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:37.790561 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:37.812130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:37.817069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Pushing event updated for resources: {'Port': ['ID=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.842481 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d414dcd8-defc-452d-8f6a-9f2247b21556 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:47:37.851258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b7b69-97cd-44e5-b057-adf0e8cdd645 None None] Pushing event updated for resources: {'Port': ['ID=66f433e4-8d79-4af4-ba5e-802f537795df,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:37.866185 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a9e01f83-3dba-4608-9415-f2da7070a4dc req-02b13461-288b-48a8-a394-b8ea117ddf31 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626818 Mar 31 21:47:37.897422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.899671 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] For port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:37.931100 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:37.946122 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port d414dcd8-defc-452d-8f6a-9f2247b21556, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d414dcd8-defc-452d-8f6a-9f2247b21556,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:37.991477 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.075222 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea93db-e971-4920-9bdc-9a1e9c9c2e88 None None] Pushing event updated for resources: {'Port': ['ID=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:38.084204 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-d037f40d-929e-40e7-894f-654783c0e3ce None None] Provisioning complete for port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:38.084810 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d037f40d-929e-40e7-894f-654783c0e3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.147653 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:38.220875 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde868d5-c20c-4c6c-8d79-7b430ce6368a None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:38.301009 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['d414dcd8-defc-452d-8f6a-9f2247b21556'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:47:38.305240 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=d414dcd8-defc-452d-8f6a-9f2247b21556,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:38.379473 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks [] for router_gateway (26a7e56d-2851-4acf-b252-78863294813b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.455048 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-d037f40d-929e-40e7-894f-654783c0e3ce None None] Current status of the port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:38.569356 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5877450-5b5b-42ca-be6d-6e93cb3e8563 req-9832a97d-c8d4-431a-a3ff-36f8fca1c8c4 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:38.572110 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5877450-5b5b-42ca-be6d-6e93cb3e8563 req-9832a97d-c8d4-431a-a3ff-36f8fca1c8c4 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 945 time: 0.1067789 Mar 31 21:47:38.737230 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b5877450-5b5b-42ca-be6d-6e93cb3e8563 req-98e5811f-c731-485d-baa8-1ebb0860d7f0 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515527 Mar 31 21:47:38.765127 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1821328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1821727'] for router (26a7e56d-2851-4acf-b252-78863294813b), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:38.956831 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Router 26a7e56d-2851-4acf-b252-78863294813b is scheduled to L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 with binding_index 1 {{(pid=104525) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:47:39.060912 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.073519 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d414dcd8-defc-452d-8f6a-9f2247b21556 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:39.109985 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:39.136877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Sync routers for ids ['26a7e56d-2851-4acf-b252-78863294813b'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:39.153248 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.159786 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58550) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:39.167614 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-59364a46-76d7-46cc-817f-fbb071b20065 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9570448 Mar 31 21:47:39.202361 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Routers {'26a7e56d-2851-4acf-b252-78863294813b'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:39.203135 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['26a7e56d-2851-4acf-b252-78863294813b'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:39.332842 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port d414dcd8-defc-452d-8f6a-9f2247b21556 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:47:39.343331 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port d414dcd8-defc-452d-8f6a-9f2247b21556 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:39.344091 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.654637 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58554) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:39.712979 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80b3478-39ad-4bc9-8f8d-0d9de6a6c805 None None] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:47:39.813022 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:39.878560 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] Provisioning complete for port 66f433e4-8d79-4af4-ba5e-802f537795df triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:39.878988 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.964302 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:39.988059 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Set router 26a7e56d-2851-4acf-b252-78863294813b gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:40.068388 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.088119 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119819fc-505a-410b-9e29-d5db907c5267 req-7d3e9255-1e8a-4603-a5d5-c43610362bd0 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:40.090544 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-119819fc-505a-410b-9e29-d5db907c5267 req-7d3e9255-1e8a-4603-a5d5-c43610362bd0 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 945 time: 0.1640210 Mar 31 21:47:40.135588 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Publish callbacks [] for security_group (e5b3b31c-ba5f-4af2-a1e5-fb9369251e75), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.143174 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e5b3b31c-ba5f-4af2-a1e5-fb9369251e75), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.189139 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3b31c-ba5f-4af2-a1e5-fb9369251e75,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:40.210555 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.210907 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.211250 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.212162 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.212162 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.212396 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.212922 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.212922 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.213154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.213514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.213841 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.214169 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.214704 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.214997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.215324 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:47:40.224153 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c2ecb562-ca1d-4463-895b-d50e2e37ff29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=adfb4dcd8f04413a9baad40b0d61a0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5678930 Mar 31 21:47:40.230104 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58560) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:40.240100 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-119819fc-505a-410b-9e29-d5db907c5267 req-004e4d9b-ca6a-4173-ac3a-e003aceb5b60 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325407 Mar 31 21:47:40.304145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b7d6-8464-40a7-80cf-f9454b87bb36 admin admin] Publish callbacks [] for security_group (e5b3b31c-ba5f-4af2-a1e5-fb9369251e75), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.341188 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b7d6-8464-40a7-80cf-f9454b87bb36 admin admin] Publish callbacks [] for security_group (e5b3b31c-ba5f-4af2-a1e5-fb9369251e75), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.371147 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:40.371709 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.377423 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Allocated IP 172.20.0.1 (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b/8f07dea7-1307-4ca7-ad62-377f0e77b2e4/9c2ce33d-f209-4bc8-8d26-960c3336055e) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:47:40.402780 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b7d6-8464-40a7-80cf-f9454b87bb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (e5b3b31c-ba5f-4af2-a1e5-fb9369251e75), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.405686 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b7d6-8464-40a7-80cf-f9454b87bb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.409836 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d1a2b7d6-8464-40a7-80cf-f9454b87bb36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5b3b31c-ba5f-4af2-a1e5-fb9369251e75 HTTP/1.1" status: 204 len: 168 time: 0.1782410 Mar 31 21:47:40.413849 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port d414dcd8-defc-452d-8f6a-9f2247b21556 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:40.414772 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.419928 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2b7d6-8464-40a7-80cf-f9454b87bb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3b31c-ba5f-4af2-a1e5-fb9369251e75,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:40.429214 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] Current status of the port 66f433e4-8d79-4af4-ba5e-802f537795df is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:40.429609 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.523754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd414dcd8-defc-452d-8f6a-9f2247b21556'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:40.526506 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96e506-9f97-406a-a899-6eb039dd711b" -d '{"events": [{"server_uuid": "1da81a70-f7e5-4d94-b606-dcfc99d96a18", "name": "network-vif-plugged", "status": "completed", "tag": "d414dcd8-defc-452d-8f6a-9f2247b21556"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:40.536628 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks [] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.575904 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port d414dcd8-defc-452d-8f6a-9f2247b21556, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d414dcd8-defc-452d-8f6a-9f2247b21556,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:40.597358 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] For port 66f433e4-8d79-4af4-ba5e-802f537795df, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=66f433e4-8d79-4af4-ba5e-802f537795df,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:40.599392 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.622801 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.638238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89cfdff-8a9b-4c30-8771-a60815384eef x-openstack-request-id: req-e89cfdff-8a9b-4c30-8771-a60815384eef {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:40.638238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da81a70-f7e5-4d94-b606-dcfc99d96a18", "name": "network-vif-plugged", "status": "completed", "tag": "d414dcd8-defc-452d-8f6a-9f2247b21556", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:40.638238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e89cfdff-8a9b-4c30-8771-a60815384eef {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:40.638900 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89cfdff-8a9b-4c30-8771-a60815384eef'] response: {'server_uuid': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd414dcd8-defc-452d-8f6a-9f2247b21556', 'code': 200} Mar 31 21:47:40.673453 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.691728 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:40.695916 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:40.701042 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:47:40.744628 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Pushing event updated for resources: {'Port': ['ID=9c2ce33d-f209-4bc8-8d26-960c3336055e,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:40.774729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=d414dcd8-defc-452d-8f6a-9f2247b21556,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:40.791970 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820104'] for router_interface (26a7e56d-2851-4acf-b252-78863294813b), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:40.902553 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:40.903806 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 66f433e4-8d79-4af4-ba5e-802f537795df up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:40.981655 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:47:38Z', 'revision_number': 3, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:41.020495 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b938-d234-466f-87fd-3f559e4d4640 req-ee157d2b-248a-4bfd-b923-b100d37ff885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:41.024085 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ffe5b938-d234-466f-87fd-3f559e4d4640 req-ee157d2b-248a-4bfd-b923-b100d37ff885 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 1130 time: 0.1464579 Mar 31 21:47:41.068472 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58568) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:41.078898 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Checking router: 26a7e56d-2851-4acf-b252-78863294813b for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:41.079660 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Updating router 26a7e56d-2851-4acf-b252-78863294813b port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc binding host dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:41.082193 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf9683-f3ea-4941-9b38-519d15a262e0 None None] Pushing event updated for resources: {'Port': ['ID=66f433e4-8d79-4af4-ba5e-802f537795df,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:41.099925 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6af4ef8e-02b1-43a5-9feb-d26c00d0973f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.104008 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.138990 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 66f433e4-8d79-4af4-ba5e-802f537795df triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:41.139840 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.149588 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-f7231140-6c37-41f8-ba7a-f89880477ea8 None None] Provisioning complete for port 66f433e4-8d79-4af4-ba5e-802f537795df triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:41.150485 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f7231140-6c37-41f8-ba7a-f89880477ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.174475 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.223357 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ffe5b938-d234-466f-87fd-3f559e4d4640 req-13959ba2-b625-4c21-902c-02e4a59fffca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915281 Mar 31 21:47:41.296162 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6af4ef8e-02b1-43a5-9feb-d26c00d0973f admin admin] Publish callbacks [] for security_group (339d3d31-757d-402e-9412-7b3b07afab26), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.301802 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6af4ef8e-02b1-43a5-9feb-d26c00d0973f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (339d3d31-757d-402e-9412-7b3b07afab26), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.357284 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6af4ef8e-02b1-43a5-9feb-d26c00d0973f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24d1074debc747b4b2f50406e305c5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872486 Mar 31 21:47:41.360712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4ef8e-02b1-43a5-9feb-d26c00d0973f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339d3d31-757d-402e-9412-7b3b07afab26,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:41.363984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58572) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:41.443242 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-32dc0514-43ea-4541-946c-c72ebd5c76d9 admin admin] Publish callbacks [] for security_group (339d3d31-757d-402e-9412-7b3b07afab26), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.477840 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-32dc0514-43ea-4541-946c-c72ebd5c76d9 admin admin] Publish callbacks [] for security_group (339d3d31-757d-402e-9412-7b3b07afab26), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.574553 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-32dc0514-43ea-4541-946c-c72ebd5c76d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (339d3d31-757d-402e-9412-7b3b07afab26), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.578447 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-32dc0514-43ea-4541-946c-c72ebd5c76d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.583434 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-32dc0514-43ea-4541-946c-c72ebd5c76d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/339d3d31-757d-402e-9412-7b3b07afab26 HTTP/1.1" status: 204 len: 168 time: 0.2147584 Mar 31 21:47:41.608926 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc0514-43ea-4541-946c-c72ebd5c76d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d3d31-757d-402e-9412-7b3b07afab26,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:41.650538 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Publish callbacks [] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), precommit_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.668521 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 66f433e4-8d79-4af4-ba5e-802f537795df is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:41.671495 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.679111 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f7231140-6c37-41f8-ba7a-f89880477ea8 None None] Current status of the port 66f433e4-8d79-4af4-ba5e-802f537795df is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:41.793005 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Attempting to bind port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:41.795370 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Attempting to bind port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:41.797490 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Attempting to bind port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc on network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:41.807398 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd68c27-4162-477a-bfff-c3c887632fbd None None] Pushing event updated for resources: {'Port': ['ID=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,revision_number=2']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:41.824732 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:41.830958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Checking segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:41.832981 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.833368 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Bound using segment: {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'} {{(pid=104526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:41.836047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.managers [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Bound port: ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcf36d6-307f-40da-b2c0-e1a018280632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4'}}] {{(pid=104526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:41.836754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.838448 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c4b43-f67f-4944-8101-25b5d9eebd5c req-29818d83-a198-4010-9892-9b42d12164d5 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:41.843371 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ca8c4b43-f67f-4944-8101-25b5d9eebd5c req-29818d83-a198-4010-9892-9b42d12164d5 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 946 time: 0.4381530 Mar 31 21:47:41.890237 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 66f433e4-8d79-4af4-ba5e-802f537795df up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:41.896651 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks [] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.915488 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:41.971003 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-f39224d1-fbc2-40af-8239-aef1c2a7bb16 None None] Provisioning complete for port 9c2ce33d-f209-4bc8-8d26-960c3336055e triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:41.971495 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-f39224d1-fbc2-40af-8239-aef1c2a7bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.002127 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ca8c4b43-f67f-4944-8101-25b5d9eebd5c req-1add0512-a349-40e0-99ff-72c6834b585e tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413898 Mar 31 21:47:42.019674 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819996'] for router_interface (26a7e56d-2851-4acf-b252-78863294813b), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.041022 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Pushing event updated for resources: {'Port': ['ID=9c2ce33d-f209-4bc8-8d26-960c3336055e,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:42.090201 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] For port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:42.104125 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-f39224d1-fbc2-40af-8239-aef1c2a7bb16 None None] Port 9c2ce33d-f209-4bc8-8d26-960c3336055e cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:42.115602 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] For port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:42.129126 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.185488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 66f433e4-8d79-4af4-ba5e-802f537795df triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:42.185962 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.212882 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:47:42.214803 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:47:42.257888 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Routers {'26a7e56d-2851-4acf-b252-78863294813b'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:42.258991 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['26a7e56d-2851-4acf-b252-78863294813b'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:42.517205 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Router 26a7e56d-2851-4acf-b252-78863294813b has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:47:42.593903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd68c27-4162-477a-bfff-c3c887632fbd None None] Pushing event updated for resources: {'Port': ['ID=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,revision_number=3']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:42.649185 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] Set router 26a7e56d-2851-4acf-b252-78863294813b gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:42.677870 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:47:42.692458 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c7d68636-ee88-4fce-ad6a-c6020d50db3e admin admin] 10.222.0.20 "PUT /v2.0/routers/26a7e56d-2851-4acf-b252-78863294813b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5227406 Mar 31 21:47:42.707821 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-8cc2d132-a704-4b0c-87f6-6d86536cf978 None None] Provisioning complete for port 9c2ce33d-f209-4bc8-8d26-960c3336055e triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:42.708200 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-8cc2d132-a704-4b0c-87f6-6d86536cf978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:42.805585 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 66f433e4-8d79-4af4-ba5e-802f537795df is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:42.883451 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2d132-a704-4b0c-87f6-6d86536cf978 None None] Port 9c2ce33d-f209-4bc8-8d26-960c3336055e cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:47:43.040919 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:47:40Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '9c2ce33d-f209-4bc8-8d26-960c3336055e', 'name': '', 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'mac_address': 'fa:16:3e:97:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:40Z', 'updated_at': '2022-03-31T21:47:41Z', 'revision_number': 2, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'subnets': [{'id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:43.104707 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3dc3c-9b73-44f6-abc1-5138522b157f None None] The sync data for ids ['26a7e56d-2851-4acf-b252-78863294813b'] in dv-cinder-836074-1-iscsi is: [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:47:40Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '9c2ce33d-f209-4bc8-8d26-960c3336055e', 'name': '', 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'mac_address': 'fa:16:3e:97:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:40Z', 'updated_at': '2022-03-31T21:47:41Z', 'revision_number': 2, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'subnets': [{'id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:43.192079 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cac5a0-a34f-4fb8-9395-c2e979021cfb req-52c61959-72af-4c21-b82e-58760103cc74 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:43.194536 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e1cac5a0-a34f-4fb8-9395-c2e979021cfb req-52c61959-72af-4c21-b82e-58760103cc74 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 946 time: 0.0829201 Mar 31 21:47:43.270008 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e1cac5a0-a34f-4fb8-9395-c2e979021cfb req-76f0eda6-6066-4746-aa12-3146fd4edb94 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694172 Mar 31 21:47:43.830359 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58624) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:43.841684 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830559552', 'description': 'tempest-secgroup-smoke-830559552 description', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:43.872588 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:43.992487 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group (4c5bcb52-193a-4b27-8fca-c12ad7d656f7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:43.999521 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (4c5bcb52-193a-4b27-8fca-c12ad7d656f7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.063577 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.066513 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2349870 Mar 31 21:47:44.071336 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58634) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:44.076705 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group_rule': {'security_group_id': '4c5bcb52-193a-4b27-8fca-c12ad7d656f7', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:44.082130 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a0bc-8118-4c18-82f5-931b65bde246 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5bcb52-193a-4b27-8fca-c12ad7d656f7,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:44.128990 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (22c0ccd8-d67e-42f5-aec6-de0186779100), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.236419 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (22c0ccd8-d67e-42f5-aec6-de0186779100), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.241422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (22c0ccd8-d67e-42f5-aec6-de0186779100), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.275394 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c0ccd8-d67e-42f5-aec6-de0186779100,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:44.296665 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.299758 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-e2a54c13-6b92-4bde-a2dc-7d21ea74a210 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2270772 Mar 31 21:47:44.303717 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58642) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:44.309134 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group_rule': {'security_group_id': '4c5bcb52-193a-4b27-8fca-c12ad7d656f7', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:44.326769 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5f483-c208-4dd2-84aa-9da3e59e2caa req-c88ede85-aeff-4c46-9338-0b92381e7572 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:44.329146 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1a5f483-c208-4dd2-84aa-9da3e59e2caa req-c88ede85-aeff-4c46-9338-0b92381e7572 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 946 time: 0.0978444 Mar 31 21:47:44.342916 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (88b95f96-f15d-422c-bf3e-fc711cab6e8e), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.413379 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b1a5f483-c208-4dd2-84aa-9da3e59e2caa req-abcb2452-8fda-41f3-a244-9a593b35bed5 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753405 Mar 31 21:47:44.429215 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (88b95f96-f15d-422c-bf3e-fc711cab6e8e), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.447378 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (88b95f96-f15d-422c-bf3e-fc711cab6e8e), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.473595 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b95f96-f15d-422c-bf3e-fc711cab6e8e,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:44.479156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.480428 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-17c1356a-5829-4e91-9ff9-63787809703f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754456 Mar 31 21:47:44.483694 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58644) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:44.493081 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group_rule': {'security_group_id': '4c5bcb52-193a-4b27-8fca-c12ad7d656f7', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:44.523721 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (42670f7b-a7bb-41ed-95fd-34b45ab26b65), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.600971 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (42670f7b-a7bb-41ed-95fd-34b45ab26b65), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.606746 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (42670f7b-a7bb-41ed-95fd-34b45ab26b65), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.618296 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58648) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:44.633340 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42670f7b-a7bb-41ed-95fd-34b45ab26b65,revision_number=0']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:44.645153 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.650836 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6fe471a6-5e82-45ef-9570-e7730f11bdb2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611395 Mar 31 21:47:44.651263 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58652) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:44.657919 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group_rule': {'security_group_id': '4c5bcb52-193a-4b27-8fca-c12ad7d656f7', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:44.690375 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (f05ecfb3-b239-4bc4-82f5-cf2903f34600), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.826851 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-25c54583-992d-402b-8082-098036b1e617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.832566 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (f05ecfb3-b239-4bc4-82f5-cf2903f34600), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.850572 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (f05ecfb3-b239-4bc4-82f5-cf2903f34600), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.895072 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05ecfb3-b239-4bc4-82f5-cf2903f34600,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:44.912540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:44.914215 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-9847b883-f2c4-4eb5-86e5-ddc880eab80d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2615740 Mar 31 21:47:44.918976 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58654) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:44.925099 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group_rule': {'security_group_id': '4c5bcb52-193a-4b27-8fca-c12ad7d656f7', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:44.966845 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Project eb1de70563f64a7390d4d261bb95fb7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:47:44.977540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (8efd79fa-b8be-462e-a18f-ac82b62127c6), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.043847 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-25c54583-992d-402b-8082-098036b1e617 admin admin] Publish callbacks [] for security_group (c31d1394-2d23-4659-94ae-a537b8275996), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.050427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-25c54583-992d-402b-8082-098036b1e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c31d1394-2d23-4659-94ae-a537b8275996), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.099284 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-25c54583-992d-402b-8082-098036b1e617 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=411252e8410f40ea987f030c8f7cf7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797614 Mar 31 21:47:45.103012 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58656) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:45.107518 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (8efd79fa-b8be-462e-a18f-ac82b62127c6), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.111511 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c54583-992d-402b-8082-098036b1e617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d1394-2d23-4659-94ae-a537b8275996,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:45.118848 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (8efd79fa-b8be-462e-a18f-ac82b62127c6), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.144029 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efd79fa-b8be-462e-a18f-ac82b62127c6,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:45.154039 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.155992 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-2828f0fc-fac8-43dd-a67b-af120024bba2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2356298 Mar 31 21:47:45.160006 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58658) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:45.165913 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'security_group_rule': {'security_group_id': '4c5bcb52-193a-4b27-8fca-c12ad7d656f7', 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:47:45.190784 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.securitygroups_db [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Project eb1de70563f64a7390d4d261bb95fb7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 21:47:45.197322 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (bac1d06d-05a7-4dab-941d-72465b18c9ab), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.198599 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ac71d0b-f74c-4a77-af73-9e87a8d46fea admin admin] Publish callbacks [] for security_group (c31d1394-2d23-4659-94ae-a537b8275996), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.230852 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ac71d0b-f74c-4a77-af73-9e87a8d46fea admin admin] Publish callbacks [] for security_group (c31d1394-2d23-4659-94ae-a537b8275996), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.279977 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (bac1d06d-05a7-4dab-941d-72465b18c9ab), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.284547 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808877'] for security_group_rule (bac1d06d-05a7-4dab-941d-72465b18c9ab), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.298556 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ac71d0b-f74c-4a77-af73-9e87a8d46fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c31d1394-2d23-4659-94ae-a537b8275996), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.301949 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6ac71d0b-f74c-4a77-af73-9e87a8d46fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.303394 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6ac71d0b-f74c-4a77-af73-9e87a8d46fea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c31d1394-2d23-4659-94ae-a537b8275996 HTTP/1.1" status: 204 len: 168 time: 0.1987000 Mar 31 21:47:45.309361 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac1d06d-05a7-4dab-941d-72465b18c9ab,revision_number=0']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:45.318932 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac71d0b-f74c-4a77-af73-9e87a8d46fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d1394-2d23-4659-94ae-a537b8275996,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:45.334553 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.337895 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-75df6377-7a49-4ffd-9aa2-1e8d440682d7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765206 Mar 31 21:47:45.584734 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3d0f-cabb-4dbf-a1a8-bfe473eb107a req-ac9a54e9-bf13-43eb-bfff-a00d202aa674 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:45.586953 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5cad3d0f-cabb-4dbf-a1a8-bfe473eb107a req-ac9a54e9-bf13-43eb-bfff-a00d202aa674 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 946 time: 0.0703979 Mar 31 21:47:45.596910 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-84453ae8-c227-441b-b374-e3529434f2a9 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:47:45.598672 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-84453ae8-c227-441b-b374-e3529434f2a9 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 946 time: 0.0929275 Mar 31 21:47:45.687047 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-5cad3d0f-cabb-4dbf-a1a8-bfe473eb107a req-3344eafa-78b8-409c-bcb5-036439eced79 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/security-groups?id=0c2e56a6-fb3c-4171-a299-016041768c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875847 Mar 31 21:47:45.777539 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58704) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:45.790266 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Deleting port d414dcd8-defc-452d-8f6a-9f2247b21556 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:47:45.790795 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.800881 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2587849-3001-46f1-838e-cf9bcb9f95c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.837237 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:45.916881 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2587849-3001-46f1-838e-cf9bcb9f95c9 admin admin] Publish callbacks [] for security_group (03fbc86a-f072-41a9-b09a-2a20fd779feb), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.923071 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] For port d414dcd8-defc-452d-8f6a-9f2247b21556, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d414dcd8-defc-452d-8f6a-9f2247b21556,segment=NetworkSegment(b1543abd-f8bf-437c-9a92-4fbe2d08c278),segment_id=b1543abd-f8bf-437c-9a92-4fbe2d08c278)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:45.924399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.925165 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a2587849-3001-46f1-838e-cf9bcb9f95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (03fbc86a-f072-41a9-b09a-2a20fd779feb), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.941434 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:45.941978 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:45.945625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Calling delete_port for d414dcd8-defc-452d-8f6a-9f2247b21556 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:47:46.015020 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2587849-3001-46f1-838e-cf9bcb9f95c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbc86a-f072-41a9-b09a-2a20fd779feb,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:46.027062 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a2587849-3001-46f1-838e-cf9bcb9f95c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8fea2b226584bf084ddda8f1a05f2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481112 Mar 31 21:47:46.029618 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58708) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:46.108156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bd7-428a-47f2-a6e7-18aaf4b28b30 admin admin] Publish callbacks [] for security_group (03fbc86a-f072-41a9-b09a-2a20fd779feb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.113487 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:46.114164 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.140681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bd7-428a-47f2-a6e7-18aaf4b28b30 admin admin] Publish callbacks [] for security_group (03fbc86a-f072-41a9-b09a-2a20fd779feb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.141755 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] For port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:46.147367 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.210493 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Pushing event updated for resources: {'Port': ['ID=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:46.229260 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bd7-428a-47f2-a6e7-18aaf4b28b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (03fbc86a-f072-41a9-b09a-2a20fd779feb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.232584 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3ca20bd7-428a-47f2-a6e7-18aaf4b28b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.233841 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3ca20bd7-428a-47f2-a6e7-18aaf4b28b30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03fbc86a-f072-41a9-b09a-2a20fd779feb HTTP/1.1" status: 204 len: 168 time: 0.2007251 Mar 31 21:47:46.243878 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca20bd7-428a-47f2-a6e7-18aaf4b28b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbc86a-f072-41a9-b09a-2a20fd779feb,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:46.565455 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (d414dcd8-defc-452d-8f6a-9f2247b21556), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.599191 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['d414dcd8-defc-452d-8f6a-9f2247b21556'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:47:46.620687 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Pushing event deleted for resources: {'Port': ['ID=d414dcd8-defc-452d-8f6a-9f2247b21556,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:46.706695 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] No DVR routers for this DVR port d414dcd8-defc-452d-8f6a-9f2247b21556 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:47:46.712652 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:46.724991 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-530c8c61-ce25-4448-b66d-7b4309f3662f req-acd7b984-d3b5-42da-bd25-84df689a2e85 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.35 "DELETE /v2.0/ports/d414dcd8-defc-452d-8f6a-9f2247b21556 HTTP/1.1" status: 204 len: 173 time: 1.1207023 Mar 31 21:47:46.726358 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'name': 'network-vif-deleted', 'tag': 'd414dcd8-defc-452d-8f6a-9f2247b21556'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:47:46.736407 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc328be-66a1-4781-8be6-8a9bdd55e9dc" -d '{"events": [{"server_uuid": "1da81a70-f7e5-4d94-b606-dcfc99d96a18", "name": "network-vif-deleted", "tag": "d414dcd8-defc-452d-8f6a-9f2247b21556"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:47:46.844262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a00c7-fc10-4e2b-ab22-47a2526463f5 x-openstack-request-id: req-bf1a00c7-fc10-4e2b-ab22-47a2526463f5 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:47:46.845145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da81a70-f7e5-4d94-b606-dcfc99d96a18", "name": "network-vif-deleted", "tag": "d414dcd8-defc-452d-8f6a-9f2247b21556", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:47:46.845387 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf1a00c7-fc10-4e2b-ab22-47a2526463f5 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:47:46.845732 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1a00c7-fc10-4e2b-ab22-47a2526463f5'] response: {'server_uuid': '1da81a70-f7e5-4d94-b606-dcfc99d96a18', 'name': 'network-vif-deleted', 'tag': 'd414dcd8-defc-452d-8f6a-9f2247b21556', 'status': 'completed', 'code': 200} Mar 31 21:47:46.847938 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-44685992-1e14-42e7-9079-0c3ee335859d req-7cbf36f9-ae7d-483b-a18d-6998c38e59b8 tempest-VolumesActionsTest-1737368959 tempest-VolumesActionsTest-1737368959-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da81a70-f7e5-4d94-b606-dcfc99d96a18 HTTP/1.1" status: 200 len: 210 time: 0.0436254 Mar 31 21:47:46.896082 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Sync routers for ids ['26a7e56d-2851-4acf-b252-78863294813b'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:47:46.915229 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Routers {'26a7e56d-2851-4acf-b252-78863294813b'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:46.917806 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['26a7e56d-2851-4acf-b252-78863294813b'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:47.089046 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Set router 26a7e56d-2851-4acf-b252-78863294813b gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:47.376105 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:47:40Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '9c2ce33d-f209-4bc8-8d26-960c3336055e', 'name': '', 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'mac_address': 'fa:16:3e:97:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:40Z', 'updated_at': '2022-03-31T21:47:41Z', 'revision_number': 2, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'subnets': [{'id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:47.410297 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Checking router: 26a7e56d-2851-4acf-b252-78863294813b for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:47:47.410723 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Updating router 26a7e56d-2851-4acf-b252-78863294813b port 9c2ce33d-f209-4bc8-8d26-960c3336055e binding host dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:47:47.445393 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:47.778514 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:47.798940 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Publish callbacks [] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), precommit_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:47.807751 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:47.848588 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:47.849034 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:47.888323 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf803e2f-0821-4bf1-8562-a0b7f152a7b9 None None] Pushing event updated for resources: {'Port': ['ID=9c2ce33d-f209-4bc8-8d26-960c3336055e,revision_number=3']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:47.966083 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Attempting to bind port 9c2ce33d-f209-4bc8-8d26-960c3336055e on host dv-cinder-836074-1-iscsi for vnic_type normal with profile {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:47:47.966783 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Attempting to bind port 9c2ce33d-f209-4bc8-8d26-960c3336055e by drivers openvswitch,hyperv on host dv-cinder-836074-1-iscsi at level 0 using segments [{'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:47:47.967021 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Attempting to bind port 9c2ce33d-f209-4bc8-8d26-960c3336055e on network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:47:47.987623 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Checking agent: {'id': '7c43db4b-c0a2-4c70-b120-829be5246462', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836074-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 30, 39), 'started_at': datetime.datetime(2022, 3, 31, 21, 31, 9), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836074-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:47:47.993834 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Checking segment: {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:47:47.993834 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:47.993834 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Bound using segment: {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'} {{(pid=104527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:47:47.993834 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.managers [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Bound port: 9c2ce33d-f209-4bc8-8d26-960c3336055e, host: dv-cinder-836074-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256da157-0bb0-4c44-afc9-3c45070cd583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b'}}] {{(pid=104527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:47:47.994306 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), before_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.005187 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:48.090038 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] For port 9c2ce33d-f209-4bc8-8d26-960c3336055e, host dv-cinder-836074-1-iscsi, cleared binding levels {{(pid=104527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:47:48.095756 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.plugins.ml2.db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] For port 9c2ce33d-f209-4bc8-8d26-960c3336055e, host dv-cinder-836074-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=9c2ce33d-f209-4bc8-8d26-960c3336055e,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:47:48.106839 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron_lib.callbacks.manager [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), after_update {{(pid=104527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.216062 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Routers {'26a7e56d-2851-4acf-b252-78863294813b'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:47:48.216983 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:47:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['26a7e56d-2851-4acf-b252-78863294813b'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:48.406019 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] Provisioning complete for port 9c2ce33d-f209-4bc8-8d26-960c3336055e triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:48.413670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.425990 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf803e2f-0821-4bf1-8562-a0b7f152a7b9 None None] Pushing event updated for resources: {'Port': ['ID=9c2ce33d-f209-4bc8-8d26-960c3336055e,revision_number=4']} {{(pid=104527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:48.474426 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] Set router 26a7e56d-2851-4acf-b252-78863294813b gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:47:48.587745 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] Current status of the port 9c2ce33d-f209-4bc8-8d26-960c3336055e is: DOWN; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:48.588219 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.665656 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] For port 9c2ce33d-f209-4bc8-8d26-960c3336055e, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=9c2ce33d-f209-4bc8-8d26-960c3336055e,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:47:48.675157 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.761990 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.787276 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8abd7-7304-4fae-a2c5-f79eb84bada5 None None] Pushing event updated for resources: {'Port': ['ID=9c2ce33d-f209-4bc8-8d26-960c3336055e,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:48.812074 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-3f5a3e40-cca9-4afc-a325-cdc4157e9076 None None] Provisioning complete for port 9c2ce33d-f209-4bc8-8d26-960c3336055e triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:48.812645 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-3f5a3e40-cca9-4afc-a325-cdc4157e9076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:48.832496 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:47:40Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '9c2ce33d-f209-4bc8-8d26-960c3336055e', 'name': '', 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'mac_address': 'fa:16:3e:97:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:40Z', 'updated_at': '2022-03-31T21:47:48Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'subnets': [{'id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:47:48.861017 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea79f0-8db1-40c7-8eeb-d7ec416d99f6 None None] The sync data for ids ['26a7e56d-2851-4acf-b252-78863294813b'] in dv-cinder-836074-1-iscsi is: [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:47:40Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '9c2ce33d-f209-4bc8-8d26-960c3336055e', 'name': '', 'network_id': '40dfaa44-d0a7-4855-bdc1-ab99eea3a42b', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'mac_address': 'fa:16:3e:97:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:40Z', 'updated_at': '2022-03-31T21:47:48Z', 'revision_number': 4, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'subnets': [{'id': '8f07dea7-1307-4ca7-ad62-377f0e77b2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:47:48.928524 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a3e40-cca9-4afc-a325-cdc4157e9076 None None] Current status of the port 9c2ce33d-f209-4bc8-8d26-960c3336055e is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:49.110759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d414dcd8-defc-452d-8f6a-9f2247b21556 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:47:49.147412 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: d414dcd8-defc-452d-8f6a-9f2247b21556 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:47:49.148450 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device d414dcd8-defc-452d-8f6a-9f2247b21556 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:47:49.820774 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 9c2ce33d-f209-4bc8-8d26-960c3336055e up at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:47:49.886939 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Provisioning complete for port 9c2ce33d-f209-4bc8-8d26-960c3336055e triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:47:49.887401 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:49.985809 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Current status of the port 9c2ce33d-f209-4bc8-8d26-960c3336055e is: ACTIVE; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:47:54.373261 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58898) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:54.600416 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-647f43d7-6c29-4a56-9fe1-45d2419dcae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:54.781198 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-647f43d7-6c29-4a56-9fe1-45d2419dcae5 admin admin] Publish callbacks [] for security_group (f45b63df-e710-4212-87c5-94942184d292), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:54.789101 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-647f43d7-6c29-4a56-9fe1-45d2419dcae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f45b63df-e710-4212-87c5-94942184d292), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:54.850820 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-647f43d7-6c29-4a56-9fe1-45d2419dcae5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=002cc074c67444fb9259cdfa2ad9d27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765091 Mar 31 21:47:54.856281 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58904) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:54.921850 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f43d7-6c29-4a56-9fe1-45d2419dcae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45b63df-e710-4212-87c5-94942184d292,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:54.978918 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10802e64-03ae-4c72-af36-c65a82539a5e admin admin] Publish callbacks [] for security_group (f45b63df-e710-4212-87c5-94942184d292), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.051905 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10802e64-03ae-4c72-af36-c65a82539a5e admin admin] Publish callbacks [] for security_group (f45b63df-e710-4212-87c5-94942184d292), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.127739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10802e64-03ae-4c72-af36-c65a82539a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f45b63df-e710-4212-87c5-94942184d292), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.131585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-10802e64-03ae-4c72-af36-c65a82539a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.133468 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-10802e64-03ae-4c72-af36-c65a82539a5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f45b63df-e710-4212-87c5-94942184d292 HTTP/1.1" status: 204 len: 168 time: 0.2742305 Mar 31 21:47:55.143878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10802e64-03ae-4c72-af36-c65a82539a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45b63df-e710-4212-87c5-94942184d292,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:55.673448 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 58910) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:55.704019 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ca63d77c-23c6-41ac-b683-efaa70b15987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.817985 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ca63d77c-23c6-41ac-b683-efaa70b15987 admin admin] Publish callbacks [] for security_group (3cd463b5-acdd-415b-a031-96791b825218), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.823837 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ca63d77c-23c6-41ac-b683-efaa70b15987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3cd463b5-acdd-415b-a031-96791b825218), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:55.867978 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63d77c-23c6-41ac-b683-efaa70b15987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd463b5-acdd-415b-a031-96791b825218,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:47:55.902853 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 58914) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:47:55.913327 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ca63d77c-23c6-41ac-b683-efaa70b15987 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c63d95c1115488787e2679bef0f15d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387273 Mar 31 21:47:55.988981 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bb645740-c376-432f-9cb5-1a6c7f6f2b4d admin admin] Publish callbacks [] for security_group (3cd463b5-acdd-415b-a031-96791b825218), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:56.027941 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bb645740-c376-432f-9cb5-1a6c7f6f2b4d admin admin] Publish callbacks [] for security_group (3cd463b5-acdd-415b-a031-96791b825218), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:56.107633 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bb645740-c376-432f-9cb5-1a6c7f6f2b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3cd463b5-acdd-415b-a031-96791b825218), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:56.111377 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bb645740-c376-432f-9cb5-1a6c7f6f2b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:47:56.112694 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-bb645740-c376-432f-9cb5-1a6c7f6f2b4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cd463b5-acdd-415b-a031-96791b825218 HTTP/1.1" status: 204 len: 168 time: 0.2086160 Mar 31 21:47:56.127750 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb645740-c376-432f-9cb5-1a6c7f6f2b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd463b5-acdd-415b-a031-96791b825218,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:02.357852 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-88107297-c024-4549-b3fd-0bd6219e013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.191191 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59050) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:03.386604 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45b3222b-ceb1-4bcb-8685-6caba6c0f959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.496587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45b3222b-ceb1-4bcb-8685-6caba6c0f959 admin admin] Publish callbacks [] for security_group (9770cb44-2eb8-4733-b1f2-966a31be17ce), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.504322 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45b3222b-ceb1-4bcb-8685-6caba6c0f959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9770cb44-2eb8-4733-b1f2-966a31be17ce), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.548950 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59056) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:03.549563 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-45b3222b-ceb1-4bcb-8685-6caba6c0f959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f733a7c15d043299e508f461cf71374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546307 Mar 31 21:48:03.566528 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3222b-ceb1-4bcb-8685-6caba6c0f959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9770cb44-2eb8-4733-b1f2-966a31be17ce,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:03.634343 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Publish callbacks [] for security_group (9770cb44-2eb8-4733-b1f2-966a31be17ce), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.670723 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Publish callbacks [] for security_group (9770cb44-2eb8-4733-b1f2-966a31be17ce), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.748305 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9770cb44-2eb8-4733-b1f2-966a31be17ce), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.753198 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:03.758286 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9770cb44-2eb8-4733-b1f2-966a31be17ce HTTP/1.1" status: 204 len: 168 time: 0.2072549 Mar 31 21:48:03.768437 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9770cb44-2eb8-4733-b1f2-966a31be17ce,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:03.778674 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.779156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.779802 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.780509 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.781167 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.782059 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.782754 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.783432 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.784147 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.784647 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.785799 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.785799 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.786306 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.786556 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:03.787129 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040acdcf-a5db-4b57-8249-53e70ff10ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:04.224777 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59066) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:04.247265 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d1d4679b-7ca5-45ff-84be-729d03b24609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.389757 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d1d4679b-7ca5-45ff-84be-729d03b24609 admin admin] Publish callbacks [] for security_group (320645e7-56be-4e7a-9b7f-cabd97804c88), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.395795 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d1d4679b-7ca5-45ff-84be-729d03b24609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (320645e7-56be-4e7a-9b7f-cabd97804c88), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.482841 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4679b-7ca5-45ff-84be-729d03b24609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320645e7-56be-4e7a-9b7f-cabd97804c88,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:04.495329 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d1d4679b-7ca5-45ff-84be-729d03b24609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8101d3beac742d68a0019a1716a01e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654798 Mar 31 21:48:04.496390 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59070) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:04.606783 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6daa6263-ec79-4c60-ba1d-760a9a96945a admin admin] Publish callbacks [] for security_group (320645e7-56be-4e7a-9b7f-cabd97804c88), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.647985 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6daa6263-ec79-4c60-ba1d-760a9a96945a admin admin] Publish callbacks [] for security_group (320645e7-56be-4e7a-9b7f-cabd97804c88), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.734349 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6daa6263-ec79-4c60-ba1d-760a9a96945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (320645e7-56be-4e7a-9b7f-cabd97804c88), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.743932 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6daa6263-ec79-4c60-ba1d-760a9a96945a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:04.746349 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6daa6263-ec79-4c60-ba1d-760a9a96945a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/320645e7-56be-4e7a-9b7f-cabd97804c88 HTTP/1.1" status: 204 len: 168 time: 0.2476966 Mar 31 21:48:04.769100 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa6263-ec79-4c60-ba1d-760a9a96945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320645e7-56be-4e7a-9b7f-cabd97804c88,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:05.182300 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6e387db9-f264-4a25-8801-8f7511988de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.272130 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59080) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:05.289412 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a7e071c-1897-4f54-a7ff-859ff18b49a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.395427 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a7e071c-1897-4f54-a7ff-859ff18b49a0 admin admin] Publish callbacks [] for security_group (9db59b37-2205-4c0c-a057-7e6c497f788c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.400501 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-3a7e071c-1897-4f54-a7ff-859ff18b49a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9db59b37-2205-4c0c-a057-7e6c497f788c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.448639 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3a7e071c-1897-4f54-a7ff-859ff18b49a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd4dac9f0981487b8dcff043b96f19df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695998 Mar 31 21:48:05.448639 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e071c-1897-4f54-a7ff-859ff18b49a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db59b37-2205-4c0c-a057-7e6c497f788c,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:05.448639 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59084) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:05.543242 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2c579a42-1678-493f-a7f7-9dcfbc05a4e9 admin admin] Publish callbacks [] for security_group (9db59b37-2205-4c0c-a057-7e6c497f788c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.595436 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2c579a42-1678-493f-a7f7-9dcfbc05a4e9 admin admin] Publish callbacks [] for security_group (9db59b37-2205-4c0c-a057-7e6c497f788c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.691667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2c579a42-1678-493f-a7f7-9dcfbc05a4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (9db59b37-2205-4c0c-a057-7e6c497f788c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.695466 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2c579a42-1678-493f-a7f7-9dcfbc05a4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:05.697232 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-2c579a42-1678-493f-a7f7-9dcfbc05a4e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9db59b37-2205-4c0c-a057-7e6c497f788c HTTP/1.1" status: 204 len: 168 time: 0.2467442 Mar 31 21:48:05.718653 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c579a42-1678-493f-a7f7-9dcfbc05a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db59b37-2205-4c0c-a057-7e6c497f788c,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:06.192613 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:07.395712 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-ac291fe7-468e-44bb-a461-cc7afc25cf90 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830559552&fields=id&tenant_id=eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 267 time: 0.0706460 Mar 31 21:48:07.533084 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0fe255ec-c901-48ed-9fcb-cb8341974574 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:07.534805 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0fe255ec-c901-48ed-9fcb-cb8341974574 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 810 time: 0.1370952 Mar 31 21:48:07.558902 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-95acca7d-7a3e-445a-804c-2575e6b4debd tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/quotas/eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 375 time: 0.0181777 Mar 31 21:48:07.628977 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-f446b6da-895c-490c-ad2a-d46baf3a8280 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617907 Mar 31 21:48:07.763627 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-bfeb3c88-ef96-44c9-b6cd-a9fc893d7e09 service neutron] 10.222.0.20 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204348 Mar 31 21:48:07.845497 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:07.960878 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-6d1b0bb5-51b6-4e51-baa0-8c3c922ad83a service neutron] 10.222.0.20 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898463 Mar 31 21:48:08.491409 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4b909192-8011-41aa-bee1-ba4c90ed0806 req-c7be00b0-d213-4557-a4f1-997468ea5387 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 210 time: 0.0494587 Mar 31 21:48:09.074766 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:09.630057 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-cb8102b9-480a-4096-961c-e99d303e2ac5 req-529d1d02-a5c4-4ebd-9541-b4a4cc0106aa tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 210 time: 0.0551665 Mar 31 21:48:10.104833 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-90461054-63d6-41b4-8044-802323c11b83 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:10.111308 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-90461054-63d6-41b4-8044-802323c11b83 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 810 time: 0.2072423 Mar 31 21:48:10.209767 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-b89bdd4c-da52-4551-a2b4-5bbb4679fc0f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 379 time: 0.0928509 Mar 31 21:48:10.221404 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'port': {'device_id': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'admin_state_up': True, 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'security_groups': ['4c5bcb52-193a-4b27-8fca-c12ad7d656f7']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:10.452211 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Made reservation on behalf of eb1de70563f64a7390d4d261bb95fb7e for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:48:10.458386 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:10.559635 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:48:10.697930 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Allocated IP 172.20.0.9 (46922fb0-03fb-46f9-b58c-45e72fbb8b47/546e2caa-d55f-4913-9e21-c828a348b360/03706d6b-dadc-477e-a8d6-914808768887) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:48:10.810732 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2aef09a0-2759-4497-b45c-c6bab121b060 req-dba2ecfd-03d4-4e12-a64b-406a4c7bb763 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 210 time: 0.0459995 Mar 31 21:48:10.949625 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (03706d6b-dadc-477e-a8d6-914808768887), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.002539 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (03706d6b-dadc-477e-a8d6-914808768887), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.068375 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:48:11.072001 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:48:11.078469 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:48:11.129559 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=03706d6b-dadc-477e-a8d6-914808768887,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:11.175637 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:11.176676 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.199001 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-10fdbaa7-7f07-4c54-bbe4-199afd1f337e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826486 Mar 31 21:48:11.211559 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Request body: {'port': {'device_id': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:11.290348 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (03706d6b-dadc-477e-a8d6-914808768887), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.360810 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-a38fb73a-f0d9-4764-91ae-c6019637474a None None] Provisioning complete for port 03706d6b-dadc-477e-a8d6-914808768887 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:11.361966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a38fb73a-f0d9-4764-91ae-c6019637474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (03706d6b-dadc-477e-a8d6-914808768887), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.411105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-a38fb73a-f0d9-4764-91ae-c6019637474a None None] Port 03706d6b-dadc-477e-a8d6-914808768887 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:48:11.700689 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03706d6b-dadc-477e-a8d6-914808768887 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:48:11.717844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Publish callbacks [] for port (03706d6b-dadc-477e-a8d6-914808768887), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.746122 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Transition to ACTIVE for port object 03706d6b-dadc-477e-a8d6-914808768887 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:48:11.750825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (03706d6b-dadc-477e-a8d6-914808768887), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:11.858849 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Pushing event updated for resources: {'Port': ['ID=03706d6b-dadc-477e-a8d6-914808768887,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:12.021370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Attempting to bind port 03706d6b-dadc-477e-a8d6-914808768887 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:48:12.021652 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Attempting to bind port 03706d6b-dadc-477e-a8d6-914808768887 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:48:12.022013 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Attempting to bind port 03706d6b-dadc-477e-a8d6-914808768887 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:48:12.040583 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Port 03706d6b-dadc-477e-a8d6-914808768887 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:48:12.045660 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Attempting to bind port 03706d6b-dadc-477e-a8d6-914808768887 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:48:12.059974 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:48:12.060259 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Checking segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:48:12.060658 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Bound using segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:48:12.061151 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Bound port: 03706d6b-dadc-477e-a8d6-914808768887, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:48:12.063140 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (03706d6b-dadc-477e-a8d6-914808768887), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:12.111718 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf39bd4-9155-4910-a233-f43a2471df03 req-ed65a187-c79d-4fa7-a935-d7241c0e718c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.113530 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-daf39bd4-9155-4910-a233-f43a2471df03 req-ed65a187-c79d-4fa7-a935-d7241c0e718c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.1734788 Mar 31 21:48:12.260611 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] For port 03706d6b-dadc-477e-a8d6-914808768887, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:48:12.262202 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] For port 03706d6b-dadc-477e-a8d6-914808768887, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=03706d6b-dadc-477e-a8d6-914808768887,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:48:12.280717 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-daf39bd4-9155-4910-a233-f43a2471df03 req-017e2b8e-df47-4ec3-afa9-1a83fadbd127 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359529 Mar 31 21:48:12.293401 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (03706d6b-dadc-477e-a8d6-914808768887), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:12.319059 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.320125 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:12.321587 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] 10.222.0.35 "PUT /v2.0/ports/03706d6b-dadc-477e-a8d6-914808768887 HTTP/1.1" status: 200 len: 1093 time: 1.1150649 Mar 31 21:48:12.323201 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'tag': '03706d6b-dadc-477e-a8d6-914808768887'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:12.326015 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9079c6d7-0e66-48c7-b346-b105fd45c0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "tag": "03706d6b-dadc-477e-a8d6-914808768887"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:12.409754 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0bfc27-2d3d-41d6-b520-9e65877b5517 x-openstack-request-id: req-5c0bfc27-2d3d-41d6-b520-9e65877b5517 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:12.410147 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "tag": "03706d6b-dadc-477e-a8d6-914808768887", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:12.410428 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c0bfc27-2d3d-41d6-b520-9e65877b5517 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:12.410865 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0bfc27-2d3d-41d6-b520-9e65877b5517'] response: {'name': 'network-changed', 'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'tag': '03706d6b-dadc-477e-a8d6-914808768887', 'status': 'completed', 'code': 200} Mar 31 21:48:12.491958 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765f693-69f6-49b4-8403-bd0ddfb30989 service neutron] Pushing event updated for resources: {'Port': ['ID=03706d6b-dadc-477e-a8d6-914808768887,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:12.502033 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-76dea1be-1260-4502-a266-ad3dcbf57238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.505341 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-76dea1be-1260-4502-a266-ad3dcbf57238 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 1127 time: 0.0986600 Mar 31 21:48:12.570018 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-06929de7-7d86-4894-8165-c65956e4b40f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03706d6b-dadc-477e-a8d6-914808768887 HTTP/1.1" status: 200 len: 217 time: 0.0555723 Mar 31 21:48:12.672334 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0d04f53c-e9fd-4285-9ffe-25740bff705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.674870 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-0d04f53c-e9fd-4285-9ffe-25740bff705e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0974512 Mar 31 21:48:12.757175 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beee4d-3763-4ab3-9509-b143015fa15e req-eaf0412c-9780-4af9-8513-8a873f2a46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:12.758746 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-eaf0412c-9780-4af9-8513-8a873f2a46b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768356 Mar 31 21:48:12.930618 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-da08a215-ac7f-4e8c-acf2-142b05746f3f service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582820 Mar 31 21:48:13.102761 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-14beee4d-3763-4ab3-9509-b143015fa15e req-f2d5dc59-a746-42ef-b63b-6b5b336065ab service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654255 Mar 31 21:48:13.264322 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-456ed7f0-9ea8-4a2e-8291-2ae3461698fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.266389 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-456ed7f0-9ea8-4a2e-8291-2ae3461698fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 1127 time: 0.0681510 Mar 31 21:48:13.546335 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb8ad4-64b5-4f00-b0b1-2dbf8273e6b1 req-ddbfdb4c-c5f4-4ffa-a188-392c354c1efe tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.549560 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0fdb8ad4-64b5-4f00-b0b1-2dbf8273e6b1 req-ddbfdb4c-c5f4-4ffa-a188-392c354c1efe tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.1599016 Mar 31 21:48:13.554227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-25e7aa8e-f99e-4e61-8193-76ebb2cca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.556792 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-25e7aa8e-f99e-4e61-8193-76ebb2cca965 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.2839425 Mar 31 21:48:13.658721 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-abf257d8-2a7d-4dd2-b42f-7c6f7bced9a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03706d6b-dadc-477e-a8d6-914808768887 HTTP/1.1" status: 200 len: 217 time: 0.0906160 Mar 31 21:48:13.732905 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-0fdb8ad4-64b5-4f00-b0b1-2dbf8273e6b1 req-355f8d2f-0264-4c4f-a74a-66bbf296f115 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747375 Mar 31 21:48:13.745912 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-bc414fe4-208f-442e-96dc-c619173fb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.747783 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-bc414fe4-208f-442e-96dc-c619173fb721 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0802715 Mar 31 21:48:13.820435 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-99afcd13-fb1f-4c25-934d-98867f85b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:13.823504 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-99afcd13-fb1f-4c25-934d-98867f85b280 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689957 Mar 31 21:48:13.968973 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-6941e8cf-065a-495f-9365-f97010182d4c service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384871 Mar 31 21:48:14.105691 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9079c6d7-0e66-48c7-b346-b105fd45c0e8 req-f2a2517c-5f0c-475c-89ab-8afd2433c068 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296322 Mar 31 21:48:14.838072 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59306) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:14.896230 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67f696-4a68-4266-af9a-f51859c6d8cf req-de1d1a7a-f9cd-4010-9aaa-d4dd683dbaca tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:14.899048 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4d67f696-4a68-4266-af9a-f51859c6d8cf req-de1d1a7a-f9cd-4010-9aaa-d4dd683dbaca tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.0838370 Mar 31 21:48:14.979870 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-4d67f696-4a68-4266-af9a-f51859c6d8cf req-82d46d14-7577-4674-9e71-38d7a739d881 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705001 Mar 31 21:48:15.005150 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4ad2df3f-fc0a-4c2e-8310-48f66103e77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.114288 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4ad2df3f-fc0a-4c2e-8310-48f66103e77c admin admin] Publish callbacks [] for security_group (ff083b3d-8654-4728-b044-7a02bd7f5f01), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.118585 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-4ad2df3f-fc0a-4c2e-8310-48f66103e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ff083b3d-8654-4728-b044-7a02bd7f5f01), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.165957 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-4ad2df3f-fc0a-4c2e-8310-48f66103e77c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=432aa716396040248376f6ef8599a5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265591 Mar 31 21:48:15.166858 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2df3f-fc0a-4c2e-8310-48f66103e77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff083b3d-8654-4728-b044-7a02bd7f5f01,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:15.168627 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59314) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:15.235370 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c723163-cfe8-4061-b661-40424fb78611 admin admin] Publish callbacks [] for security_group (ff083b3d-8654-4728-b044-7a02bd7f5f01), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.267644 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c723163-cfe8-4061-b661-40424fb78611 admin admin] Publish callbacks [] for security_group (ff083b3d-8654-4728-b044-7a02bd7f5f01), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.343986 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c723163-cfe8-4061-b661-40424fb78611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (ff083b3d-8654-4728-b044-7a02bd7f5f01), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.347399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-6c723163-cfe8-4061-b661-40424fb78611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.349358 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-6c723163-cfe8-4061-b661-40424fb78611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff083b3d-8654-4728-b044-7a02bd7f5f01 HTTP/1.1" status: 204 len: 168 time: 0.1793549 Mar 31 21:48:15.358948 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c723163-cfe8-4061-b661-40424fb78611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff083b3d-8654-4728-b044-7a02bd7f5f01,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:15.749553 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59340) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:15.772630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bd37-0c7d-4c4f-9d81-3d0f902323e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.878923 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bd37-0c7d-4c4f-9d81-3d0f902323e0 admin admin] Publish callbacks [] for security_group (f09ef36b-071f-486f-b93d-4a9517eec7db), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.883960 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a1b3bd37-0c7d-4c4f-9d81-3d0f902323e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f09ef36b-071f-486f-b93d-4a9517eec7db), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:15.931528 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a1b3bd37-0c7d-4c4f-9d81-3d0f902323e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbe8d391d19c400ea9ea9158753f46f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806955 Mar 31 21:48:15.933042 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3bd37-0c7d-4c4f-9d81-3d0f902323e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ef36b-071f-486f-b93d-4a9517eec7db,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:15.935609 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59362) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:16.001246 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b9f490e2-06b3-415d-a391-30cf575d59a5 admin admin] Publish callbacks [] for security_group (f09ef36b-071f-486f-b93d-4a9517eec7db), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.034522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b9f490e2-06b3-415d-a391-30cf575d59a5 admin admin] Publish callbacks [] for security_group (f09ef36b-071f-486f-b93d-4a9517eec7db), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.128113 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b9f490e2-06b3-415d-a391-30cf575d59a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f09ef36b-071f-486f-b93d-4a9517eec7db), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.132995 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b9f490e2-06b3-415d-a391-30cf575d59a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:16.138038 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b9f490e2-06b3-415d-a391-30cf575d59a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f09ef36b-071f-486f-b93d-4a9517eec7db HTTP/1.1" status: 204 len: 168 time: 0.2007194 Mar 31 21:48:16.154972 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f490e2-06b3-415d-a391-30cf575d59a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ef36b-071f-486f-b93d-4a9517eec7db,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:16.179523 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59eb9b3-8f39-42f2-bf5f-4dd93c7369f4 req-2cc7db35-7bd3-4283-b12c-2f45b36d1ac5 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:16.182367 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d59eb9b3-8f39-42f2-bf5f-4dd93c7369f4 req-2cc7db35-7bd3-4283-b12c-2f45b36d1ac5 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.1009336 Mar 31 21:48:16.298859 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d59eb9b3-8f39-42f2-bf5f-4dd93c7369f4 req-6569d4ff-3d86-4327-8f9c-e7a6e07cad5c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980735 Mar 31 21:48:17.342905 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59436) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:17.402773 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Deleting subnet c9e8d257-73a0-462e-90d2-865528a9173c {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:48:17.421880 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Publish callbacks [] for subnet (c9e8d257-73a0-462e-90d2-865528a9173c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.465173 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (c9e8d257-73a0-462e-90d2-865528a9173c), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.496470 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e779f29-41f0-4c0e-a5a0-1a6e8362ea5b req-ec18cc4c-39b6-4805-be8f-6fa9902cbb93 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:17.498264 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8e779f29-41f0-4c0e-a5a0-1a6e8362ea5b req-ec18cc4c-39b6-4805-be8f-6fa9902cbb93 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.1107829 Mar 31 21:48:17.559050 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (c9e8d257-73a0-462e-90d2-865528a9173c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.616076 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-8e779f29-41f0-4c0e-a5a0-1a6e8362ea5b req-b967668e-0561-4d83-8675-21bececee680 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082678 Mar 31 21:48:17.665889 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (c9e8d257-73a0-462e-90d2-865528a9173c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.723108 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e8d257-73a0-462e-90d2-865528a9173c,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:17.733506 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.741104 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-bce75e9f-9017-4269-bd06-9ac72933be3a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c9e8d257-73a0-462e-90d2-865528a9173c HTTP/1.1" status: 204 len: 168 time: 0.3964086 Mar 31 21:48:17.744975 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59450) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:17.854380 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (fc105346-b1de-432f-8c83-5e2c78b91689), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.956527 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (fc105346-b1de-432f-8c83-5e2c78b91689), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:17.981358 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc105346-b1de-432f-8c83-5e2c78b91689']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:17.994322 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1543abd-f8bf-437c-9a92-4fbe2d08c278') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:17.994625 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1543abd-f8bf-437c-9a92-4fbe2d08c278') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:18.006698 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (b1543abd-f8bf-437c-9a92-4fbe2d08c278), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.022427 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (b1543abd-f8bf-437c-9a92-4fbe2d08c278), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.029933 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:48:18.030308 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (b1543abd-f8bf-437c-9a92-4fbe2d08c278), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:48:18.032707 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:48:18.116254 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (fc105346-b1de-432f-8c83-5e2c78b91689), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.123748 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.127667 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc105346-b1de-432f-8c83-5e2c78b91689 HTTP/1.1" status: 204 len: 168 time: 0.3814197 Mar 31 21:48:18.142010 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73f660-4fed-4143-ba60-55ad3926828b admin admin] Pushing event deleted for resources: {'Network': ['ID=fc105346-b1de-432f-8c83-5e2c78b91689,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:18.377843 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59468) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:18.439426 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-4e131a2f-b41c-4e87-8ac8-7a5f6a290765 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1412de2167e45ee8502fcff6f734a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602303 Mar 31 21:48:18.443061 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59470) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:18.511137 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cfde376-7360-493b-87e1-6eb2c4697edb admin admin] Publish callbacks [] for security_group (0c2e56a6-fb3c-4171-a299-016041768c62), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.542667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cfde376-7360-493b-87e1-6eb2c4697edb admin admin] Publish callbacks [] for security_group (0c2e56a6-fb3c-4171-a299-016041768c62), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.613019 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cfde376-7360-493b-87e1-6eb2c4697edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (0c2e56a6-fb3c-4171-a299-016041768c62), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.616686 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5cfde376-7360-493b-87e1-6eb2c4697edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.620265 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-5cfde376-7360-493b-87e1-6eb2c4697edb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c2e56a6-fb3c-4171-a299-016041768c62 HTTP/1.1" status: 204 len: 168 time: 0.1736984 Mar 31 21:48:18.630021 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfde376-7360-493b-87e1-6eb2c4697edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e56a6-fb3c-4171-a299-016041768c62,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:18.751516 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:18.788103 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f516c0b-96e2-4fd9-ac70-457cd64b8acc req-20765941-b980-4b55-8693-d2b7a0d9c33b tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:18.788103 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9f516c0b-96e2-4fd9-ac70-457cd64b8acc req-20765941-b980-4b55-8693-d2b7a0d9c33b tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.0795345 Mar 31 21:48:18.854517 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-9f516c0b-96e2-4fd9-ac70-457cd64b8acc req-072c336b-219d-4e8c-a9c4-ba339239f405 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629299 Mar 31 21:48:20.012577 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e191259-b2f3-4793-afa8-df1d12b7d970 req-d03eff06-ce72-4291-836b-b6a5ed276050 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:20.014357 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1e191259-b2f3-4793-afa8-df1d12b7d970 req-d03eff06-ce72-4291-836b-b6a5ed276050 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.0627015 Mar 31 21:48:20.086143 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1e191259-b2f3-4793-afa8-df1d12b7d970 req-a81849e4-8383-4117-8473-c91977e69436 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629218 Mar 31 21:48:21.235825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421254-96e0-4d7c-85af-90b63f4bdbae req-5a61e6a1-6096-4d7b-aee3-740a60c19cc0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:21.237473 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-40421254-96e0-4d7c-85af-90b63f4bdbae req-5a61e6a1-6096-4d7b-aee3-740a60c19cc0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 943 time: 0.0705101 Mar 31 21:48:21.293962 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 03706d6b-dadc-477e-a8d6-914808768887 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:48:21.316921 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-40421254-96e0-4d7c-85af-90b63f4bdbae req-9f10268d-7da1-4de9-9c87-f0c8224688f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732059 Mar 31 21:48:21.412359 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 03706d6b-dadc-477e-a8d6-914808768887, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=03706d6b-dadc-477e-a8d6-914808768887,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:21.426192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '03706d6b-dadc-477e-a8d6-914808768887', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'port_id': '03706d6b-dadc-477e-a8d6-914808768887', 'mac_address': 'fa:16:3e:d3:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:48:21.465670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 03706d6b-dadc-477e-a8d6-914808768887 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:21.466015 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (03706d6b-dadc-477e-a8d6-914808768887), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:21.480824 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03706d6b-dadc-477e-a8d6-914808768887 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:48:21.501146 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 03706d6b-dadc-477e-a8d6-914808768887, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=03706d6b-dadc-477e-a8d6-914808768887,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:21.506281 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (03706d6b-dadc-477e-a8d6-914808768887), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:21.559523 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=03706d6b-dadc-477e-a8d6-914808768887,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:21.568360 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.568728 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.569073 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.569457 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.569781 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.570105 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.570463 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.570805 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.571738 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.571738 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.572157 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.572157 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.572980 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.572980 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.573256 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:21.725020 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['03706d6b-dadc-477e-a8d6-914808768887'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:48:22.457057 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8deb-c4a6-4222-9583-7273604e5f8e req-f567f141-06d0-47ed-8831-8b855a238ac7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:22.458633 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-13ae8deb-c4a6-4222-9583-7273604e5f8e req-f567f141-06d0-47ed-8831-8b855a238ac7 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 944 time: 0.0629826 Mar 31 21:48:22.522823 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-13ae8deb-c4a6-4222-9583-7273604e5f8e req-0254611f-189d-448a-9bba-42a77229f0f3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585625 Mar 31 21:48:22.720239 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59534) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:22.831729 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b7557da3-2d4d-432a-81f7-5fcc91f8cdae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:22.922457 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b7557da3-2d4d-432a-81f7-5fcc91f8cdae admin admin] Publish callbacks [] for security_group (2702b48b-1e01-4e26-b60a-ec3fd322ac68), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:22.927915 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-b7557da3-2d4d-432a-81f7-5fcc91f8cdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (2702b48b-1e01-4e26-b60a-ec3fd322ac68), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:22.975893 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7557da3-2d4d-432a-81f7-5fcc91f8cdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2702b48b-1e01-4e26-b60a-ec3fd322ac68,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:22.982759 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-b7557da3-2d4d-432a-81f7-5fcc91f8cdae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f212c0f754d459a97b7c8f7a8b8b9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610443 Mar 31 21:48:22.985009 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59538) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:23.068422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-05cd8a97-35d4-4a1f-ac84-8b03ba6a6496 admin admin] Publish callbacks [] for security_group (2702b48b-1e01-4e26-b60a-ec3fd322ac68), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.111085 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-05cd8a97-35d4-4a1f-ac84-8b03ba6a6496 admin admin] Publish callbacks [] for security_group (2702b48b-1e01-4e26-b60a-ec3fd322ac68), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.187024 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-05cd8a97-35d4-4a1f-ac84-8b03ba6a6496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (2702b48b-1e01-4e26-b60a-ec3fd322ac68), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.190073 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-05cd8a97-35d4-4a1f-ac84-8b03ba6a6496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.191381 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-05cd8a97-35d4-4a1f-ac84-8b03ba6a6496 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2702b48b-1e01-4e26-b60a-ec3fd322ac68 HTTP/1.1" status: 204 len: 168 time: 0.2052145 Mar 31 21:48:23.201723 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd8a97-35d4-4a1f-ac84-8b03ba6a6496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702b48b-1e01-4e26-b60a-ec3fd322ac68,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:23.313665 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 03706d6b-dadc-477e-a8d6-914808768887 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:48:23.396179 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 03706d6b-dadc-477e-a8d6-914808768887 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:48:23.403238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 03706d6b-dadc-477e-a8d6-914808768887 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:48:23.403858 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (03706d6b-dadc-477e-a8d6-914808768887), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.536902 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 03706d6b-dadc-477e-a8d6-914808768887 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:48:23.537809 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (03706d6b-dadc-477e-a8d6-914808768887), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.568265 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03706d6b-dadc-477e-a8d6-914808768887'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:23.571272 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f860121-3ae7-4fb9-894c-9adb8906f543" -d '{"events": [{"server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "name": "network-vif-plugged", "status": "completed", "tag": "03706d6b-dadc-477e-a8d6-914808768887"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:23.591443 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 03706d6b-dadc-477e-a8d6-914808768887, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=03706d6b-dadc-477e-a8d6-914808768887,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:48:23.597779 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (03706d6b-dadc-477e-a8d6-914808768887), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:23.635153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69c7a07-b518-4d90-9a3b-4de72fc34e06 x-openstack-request-id: req-c69c7a07-b518-4d90-9a3b-4de72fc34e06 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:23.636563 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "name": "network-vif-plugged", "status": "completed", "tag": "03706d6b-dadc-477e-a8d6-914808768887", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:23.636563 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c69c7a07-b518-4d90-9a3b-4de72fc34e06 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:23.636563 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69c7a07-b518-4d90-9a3b-4de72fc34e06'] response: {'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03706d6b-dadc-477e-a8d6-914808768887', 'code': 200} Mar 31 21:48:23.677692 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=03706d6b-dadc-477e-a8d6-914808768887,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:23.705341 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bfeae-6c68-4f9f-ab8e-40db63ee85c3 req-7cedb086-d246-40d0-a1f2-07c2cff94db3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:23.707009 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a7bfeae-6c68-4f9f-ab8e-40db63ee85c3 req-7cedb086-d246-40d0-a1f2-07c2cff94db3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0914743 Mar 31 21:48:23.775266 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8a7bfeae-6c68-4f9f-ab8e-40db63ee85c3 req-22c85052-6a6d-4634-893b-8b981832bab3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604579 Mar 31 21:48:23.931827 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa23fd-a7ed-41fc-935d-2382e91d0c9f req-f2b6478d-1d68-40b7-af40-009f1d67a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:23.935880 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f9fa23fd-a7ed-41fc-935d-2382e91d0c9f req-f2b6478d-1d68-40b7-af40-009f1d67a04d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 1129 time: 0.0647187 Mar 31 21:48:24.012244 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f9fa23fd-a7ed-41fc-935d-2382e91d0c9f req-6a55fc95-159b-4d12-9a4e-53595ae62293 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691934 Mar 31 21:48:24.775617 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59576) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:24.930227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0f47-96bb-47f3-955b-53fa78ada3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:24.937416 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79f2f4-7e8c-4dab-8b06-f3b4ee6f5421 req-9bb3c2b7-926a-4774-8606-e593c6bca138 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:24.939410 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aa79f2f4-7e8c-4dab-8b06-f3b4ee6f5421 req-9bb3c2b7-926a-4774-8606-e593c6bca138 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0755112 Mar 31 21:48:25.016458 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-aa79f2f4-7e8c-4dab-8b06-f3b4ee6f5421 req-32de24b8-40bb-49ca-bf3a-8f5903dee970 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651910 Mar 31 21:48:25.048357 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0f47-96bb-47f3-955b-53fa78ada3a6 admin admin] Publish callbacks [] for security_group (c4ebb587-6011-4266-94b7-251f271b9416), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.057386 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0f47-96bb-47f3-955b-53fa78ada3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c4ebb587-6011-4266-94b7-251f271b9416), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.112230 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8b4a0f47-96bb-47f3-955b-53fa78ada3a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00a6ff4bdc19449ca8f8b5d616adf045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317633 Mar 31 21:48:25.112230 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0f47-96bb-47f3-955b-53fa78ada3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ebb587-6011-4266-94b7-251f271b9416,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:25.113697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59582) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:25.182653 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c5cc80dc-7c81-4642-af54-c6221e7c9a6c admin admin] Publish callbacks [] for security_group (c4ebb587-6011-4266-94b7-251f271b9416), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.211411 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c5cc80dc-7c81-4642-af54-c6221e7c9a6c admin admin] Publish callbacks [] for security_group (c4ebb587-6011-4266-94b7-251f271b9416), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.266671 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c5cc80dc-7c81-4642-af54-c6221e7c9a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (c4ebb587-6011-4266-94b7-251f271b9416), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.269528 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-c5cc80dc-7c81-4642-af54-c6221e7c9a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:25.270782 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-c5cc80dc-7c81-4642-af54-c6221e7c9a6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4ebb587-6011-4266-94b7-251f271b9416 HTTP/1.1" status: 204 len: 168 time: 0.1553400 Mar 31 21:48:25.279674 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc80dc-7c81-4642-af54-c6221e7c9a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ebb587-6011-4266-94b7-251f271b9416,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:26.187646 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4337a-f344-43d1-90c0-037a1ed19915 req-1e5fa07b-e57d-4680-b773-1c01a8350337 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:26.189405 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4cb4337a-f344-43d1-90c0-037a1ed19915 req-1e5fa07b-e57d-4680-b773-1c01a8350337 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0823276 Mar 31 21:48:26.253780 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4cb4337a-f344-43d1-90c0-037a1ed19915 req-6bfc43ac-559f-4759-8583-96e8b7e8f4f6 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553117 Mar 31 21:48:26.399654 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050357bc-7168-463d-9f7a-17dd66bdd317 req-8b578738-f085-42fe-a090-36866592a6a3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:26.401194 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-050357bc-7168-463d-9f7a-17dd66bdd317 req-8b578738-f085-42fe-a090-36866592a6a3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0662065 Mar 31 21:48:26.457245 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-050357bc-7168-463d-9f7a-17dd66bdd317 req-70c3f857-6f6b-48cd-942a-59c8c2fbbc11 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503666 Mar 31 21:48:26.481424 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59594) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:26.740611 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ca48b-7378-4cd7-a303-234cbad300ab tempest-TestVolumeBootPattern-452208856 tempest-TestVolumeBootPattern-452208856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:26.742192 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-539ca48b-7378-4cd7-a303-234cbad300ab tempest-TestVolumeBootPattern-452208856 tempest-TestVolumeBootPattern-452208856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 1124 time: 0.2597098 Mar 31 21:48:26.749576 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59598) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:26.755325 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'port_id': '03706d6b-dadc-477e-a8d6-914808768887', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:48:26.780355 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:26.901913 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.022036 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Allocated IP 172.27.1.231 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/4f8e21bf-2bb1-48ba-9d30-2cc952835475) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:48:27.157726 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.198409 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.240116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:48:27.243374 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:48:27.246418 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:48:27.316314 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=4f8e21bf-2bb1-48ba-9d30-2cc952835475,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:27.781523 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (b9ea6934-3064-495f-8bf7-7e35c6628f82), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:27.860387 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.057188 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.063428 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.170987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=4f8e21bf-2bb1-48ba-9d30-2cc952835475,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:28.186059 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (b9ea6934-3064-495f-8bf7-7e35c6628f82), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.372563 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Floating IP b9ea6934-3064-495f-8bf7-7e35c6628f82 associated. External IP: 172.27.1.231, port: 03706d6b-dadc-477e-a8d6-914808768887. Mar 31 21:48:28.677024 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:48:28.789875 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:48:28.806115 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81121413-17c5-483c-926e-cfb6b127221b None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:48:28.814746 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:28.822997 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:28.823655 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:48:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:28.848638 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-dd2dbfb7-8e07-4f9d-90d6-26ddd1f2b022 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0971966 Mar 31 21:48:28.849220 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'tag': '03706d6b-dadc-477e-a8d6-914808768887'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:48:28.851588 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c09d34-b224-4439-abf6-67bb55933880" -d '{"events": [{"name": "network-changed", "server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "tag": "03706d6b-dadc-477e-a8d6-914808768887"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:48:28.896874 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4476bd4c-129a-4ebc-a9bf-a1b15e80b751 x-openstack-request-id: req-4476bd4c-129a-4ebc-a9bf-a1b15e80b751 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:48:28.897415 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "tag": "03706d6b-dadc-477e-a8d6-914808768887", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:48:28.897682 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4476bd4c-129a-4ebc-a9bf-a1b15e80b751 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:48:28.898662 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4476bd4c-129a-4ebc-a9bf-a1b15e80b751'] response: {'name': 'network-changed', 'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'tag': '03706d6b-dadc-477e-a8d6-914808768887', 'status': 'completed', 'code': 200} Mar 31 21:48:28.950860 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:28.977390 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c09d34-b224-4439-abf6-67bb55933880 req-39d97e5f-5012-40fd-bbe5-4fff1cbcfe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:28.978841 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-39d97e5f-5012-40fd-bbe5-4fff1cbcfe92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 1129 time: 0.0515044 Mar 31 21:48:29.096233 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c09d34-b224-4439-abf6-67bb55933880 req-8e3f4e4f-df4d-4874-b03a-ee7eea4d65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:29.097825 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-8e3f4e4f-df4d-4874-b03a-ee7eea4d65a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.1105623 Mar 31 21:48:29.181731 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-7cbddec8-5c6e-42ab-a8b2-50f1d5a59e0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03706d6b-dadc-477e-a8d6-914808768887 HTTP/1.1" status: 200 len: 999 time: 0.0757861 Mar 31 21:48:29.234154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c09d34-b224-4439-abf6-67bb55933880 req-99d552b4-e4e6-4993-910d-627fd779fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:29.235396 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-99d552b4-e4e6-4993-910d-627fd779fc6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0479505 Mar 31 21:48:29.280266 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'b9ea6934-3064-495f-8bf7-7e35c6628f82', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '03706d6b-dadc-477e-a8d6-914808768887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:d3:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:48:27Z', 'updated_at': '2022-03-31T21:48:27Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:29.295703 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c09d34-b224-4439-abf6-67bb55933880 req-712ae97c-52d8-40aa-a493-f23022b2acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:29.297261 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-712ae97c-52d8-40aa-a493-f23022b2acbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549457 Mar 31 21:48:29.309702 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81121413-17c5-483c-926e-cfb6b127221b None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:48:29.319338 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:48:29.319968 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:48:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:29.416281 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-bc40a80b-f7d1-4ec9-bcc3-db6e41017fe4 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112843 Mar 31 21:48:29.536373 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-11c09d34-b224-4439-abf6-67bb55933880 req-3198cc35-bc69-4856-a81e-54edad9f3e99 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134849 Mar 31 21:48:29.611177 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:48:29.898175 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-81121413-17c5-483c-926e-cfb6b127221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'b9ea6934-3064-495f-8bf7-7e35c6628f82', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '03706d6b-dadc-477e-a8d6-914808768887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:d3:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:48:27Z', 'updated_at': '2022-03-31T21:48:27Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:48:29.933909 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81121413-17c5-483c-926e-cfb6b127221b None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': 'b9ea6934-3064-495f-8bf7-7e35c6628f82', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '03706d6b-dadc-477e-a8d6-914808768887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:d3:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:48:27Z', 'updated_at': '2022-03-31T21:48:27Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:48:30.154317 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6bfdc-a77c-41ce-b06d-513b79be7f1e None None] New status for floating IP b9ea6934-3064-495f-8bf7-7e35c6628f82: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:48:32.362233 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-93e94fa0-296a-4c46-ba21-014b40125609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.368027 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59644) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:33.494531 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5715-8bef-459f-bc3e-54984d0f1513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.579324 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5715-8bef-459f-bc3e-54984d0f1513 admin admin] Publish callbacks [] for security_group (7eb7cea8-dde9-4320-9b31-06d57aba609c), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.585634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5715-8bef-459f-bc3e-54984d0f1513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (7eb7cea8-dde9-4320-9b31-06d57aba609c), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.653642 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c5715-8bef-459f-bc3e-54984d0f1513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb7cea8-dde9-4320-9b31-06d57aba609c,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:33.661224 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-fe3c5715-8bef-459f-bc3e-54984d0f1513 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73a353b5a6e6477688e0457749a12f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920699 Mar 31 21:48:33.665291 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59648) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:33.736197 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca7a56db-a7a4-4a8f-a2c4-77390780dee7 admin admin] Publish callbacks [] for security_group (7eb7cea8-dde9-4320-9b31-06d57aba609c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.760157 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca7a56db-a7a4-4a8f-a2c4-77390780dee7 admin admin] Publish callbacks [] for security_group (7eb7cea8-dde9-4320-9b31-06d57aba609c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.824774 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca7a56db-a7a4-4a8f-a2c4-77390780dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (7eb7cea8-dde9-4320-9b31-06d57aba609c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.831349 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca7a56db-a7a4-4a8f-a2c4-77390780dee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:33.835028 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ca7a56db-a7a4-4a8f-a2c4-77390780dee7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eb7cea8-dde9-4320-9b31-06d57aba609c HTTP/1.1" status: 204 len: 168 time: 0.1661346 Mar 31 21:48:33.850991 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a56db-a7a4-4a8f-a2c4-77390780dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb7cea8-dde9-4320-9b31-06d57aba609c,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:35.171737 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbd30-42c4-44fa-8de7-98fcc61330f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:36.196251 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:37.805004 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:39.052597 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:47.559097 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:48:48.751281 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:53.323959 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-0d73e07f-d635-48b6-8c6d-ee754d541915 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608315 Mar 31 21:48:53.435751 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-7af198ff-f8fa-47e0-a6fe-cb23d28b2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:53.437459 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-7af198ff-f8fa-47e0-a6fe-cb23d28b2fe0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.0632102 Mar 31 21:48:53.581673 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-d93cf12b-7e0a-47c4-b93a-eebc16d17a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:53.583789 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-d93cf12b-7e0a-47c4-b93a-eebc16d17a0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 908 time: 0.1218228 Mar 31 21:48:53.692927 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-d501594a-77b5-41bb-8996-360fb42b2147 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 1001 time: 0.1015508 Mar 31 21:48:53.769280 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-596b1bbd-4ba6-4ec1-9498-b6dde937e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:53.771515 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-596b1bbd-4ba6-4ec1-9498-b6dde937e86f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.0701931 Mar 31 21:48:53.839421 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-9e71d239-ae5f-4b6b-8a0b-732868330ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:48:53.840924 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-9e71d239-ae5f-4b6b-8a0b-732868330ffe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627742 Mar 31 21:48:53.999316 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-980dfeee-5bc8-4dfc-b38e-cca41c2a6859 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500130 Mar 31 21:48:54.121911 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-20e55ad4-f3b4-4a45-ba84-104cb591023e req-bbc13a98-a801-4881-8883-3e95540d9d11 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116824 Mar 31 21:48:54.413020 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59776) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:54.551978 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.636750 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Publish callbacks [] for security_group (673abb40-c531-41d8-837c-c66ece2483d7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.640751 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (673abb40-c531-41d8-837c-c66ece2483d7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.680894 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d6c280b2c8a4dd0bff6a92623ddfc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712369 Mar 31 21:48:54.682128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673abb40-c531-41d8-837c-c66ece2483d7,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:54.684109 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59780) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:48:54.691167 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.691540 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.691920 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.692202 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.692587 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.692871 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.693267 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.693753 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.694035 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.694373 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.694696 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.695046 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.695356 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.695684 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.696010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c226c78-8b2f-42ec-be36-101ffeb21dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:48:54.740237 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed4a377-fd32-437c-8e68-0cad0d397b2b admin admin] Publish callbacks [] for security_group (673abb40-c531-41d8-837c-c66ece2483d7), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.769200 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed4a377-fd32-437c-8e68-0cad0d397b2b admin admin] Publish callbacks [] for security_group (673abb40-c531-41d8-837c-c66ece2483d7), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.836144 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed4a377-fd32-437c-8e68-0cad0d397b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (673abb40-c531-41d8-837c-c66ece2483d7), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.840353 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-bed4a377-fd32-437c-8e68-0cad0d397b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:48:54.842523 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-bed4a377-fd32-437c-8e68-0cad0d397b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/673abb40-c531-41d8-837c-c66ece2483d7 HTTP/1.1" status: 204 len: 168 time: 0.1561675 Mar 31 21:48:54.850434 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4a377-fd32-437c-8e68-0cad0d397b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673abb40-c531-41d8-837c-c66ece2483d7,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:48:59.862681 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59866) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:00.077224 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Deleting port 860be60e-d4d8-46e1-a947-d826861bca66 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:00.077673 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (860be60e-d4d8-46e1-a947-d826861bca66), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:00.191890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (860be60e-d4d8-46e1-a947-d826861bca66), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:00.192165 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for floatingip (860be60e-d4d8-46e1-a947-d826861bca66), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:00.210667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Calling delete_port for 860be60e-d4d8-46e1-a947-d826861bca66 owned by network:floatingip {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:00.463486 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (860be60e-d4d8-46e1-a947-d826861bca66), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:00.512584 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event deleted for resources: {'Port': ['ID=860be60e-d4d8-46e1-a947-d826861bca66,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:00.989459 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for floatingip (7aa0465d-161c-4322-aff5-8d5e28622a58), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:00.989459 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Floating IP 7aa0465d-161c-4322-aff5-8d5e28622a58 disassociated (deleted). External IP: 172.27.1.28, port: 56f7eed2-d3f8-4072-b540-0e1623b52377. Mar 31 21:49:01.329845 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Router 810a1448-9b4a-4034-b530-42d88b2b521c has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:49:01.491109 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:49:01.497479 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:01.509665 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] Sync routers for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:49:01.525596 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:49:01.526685 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:48:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:01.536102 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-692afa76-0ad9-4260-a48b-78faed06e5d6 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "DELETE /v2.0/floatingips/7aa0465d-161c-4322-aff5-8d5e28622a58 HTTP/1.1" status: 204 len: 168 time: 1.6720834 Mar 31 21:49:01.536696 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:49:01.539366 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf698876-4d96-4b69-b8d7-4ab8423fa806" -d '{"events": [{"name": "network-changed", "server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:49:01.587352 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e0a7f-f7ea-4381-8a7d-beeb51ace1fa x-openstack-request-id: req-814e0a7f-f7ea-4381-8a7d-beeb51ace1fa {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:49:01.587786 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:49:01.588228 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-814e0a7f-f7ea-4381-8a7d-beeb51ace1fa {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:49:01.588900 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814e0a7f-f7ea-4381-8a7d-beeb51ace1fa'] response: {'name': 'network-changed', 'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'status': 'completed', 'code': 200} Mar 31 21:49:01.685862 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-78008ca6-bd8d-42d1-a16a-9f62e985dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:01.689029 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-78008ca6-bd8d-42d1-a16a-9f62e985dca9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=008245ac1e8c46ff8765a02a6000b847&device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 1130 time: 0.0668352 Mar 31 21:49:01.694291 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:49:01.874909 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-3fe8dee0-4d10-4e31-9f1f-4b0c061220eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:01.877971 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-3fe8dee0-4d10-4e31-9f1f-4b0c061220eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 200 len: 908 time: 0.1811290 Mar 31 21:49:01.942741 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-e6f6808c-ddeb-4841-b3b6-2dff7b7e2668 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 200 len: 217 time: 0.0499582 Mar 31 21:49:02.033759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:02.035216 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-a5268e14-18c3-4454-925d-a3123527b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:02.039080 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-a5268e14-18c3-4454-925d-a3123527b2b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 200 len: 846 time: 0.0860412 Mar 31 21:49:02.086614 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] Checking router: 810a1448-9b4a-4034-b530-42d88b2b521c for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:49:02.106296 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:49:02.106669 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:48:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:02.122995 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-ac52f22d-8716-474c-803f-5a0c6e030735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:02.124957 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-ac52f22d-8716-474c-803f-5a0c6e030735 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4399bbf-1b92-47ab-9f4b-5b11979a70de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767450 Mar 31 21:49:02.307908 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:49:02.321739 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb094499-5531-493b-8606-102da37d8480 req-ae776e86-5121-49e6-bb63-63fcb1e938ae tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:02.323352 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fb094499-5531-493b-8606-102da37d8480 req-ae776e86-5121-49e6-bb63-63fcb1e938ae tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.4640038 Mar 31 21:49:02.327040 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-d2d43658-6434-4c18-a0fe-07a01b0857c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942930 Mar 31 21:49:02.380928 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5ad173f0-0a61-4772-ae48-b0b3d46a938b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:02.455971 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-fb094499-5531-493b-8606-102da37d8480 req-1cc56fab-6361-45b3-8262-42da242e4dd9 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231165 Mar 31 21:49:02.505140 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bf698876-4d96-4b69-b8d7-4ab8423fa806 req-93fa0d17-fd13-4844-968b-b202aa5d8b1b service neutron] 10.222.0.35 "GET /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599331 Mar 31 21:49:02.576175 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:02.604478 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8424d16-1b20-42c4-b6dc-d2e215ef05f9 None None] The sync data for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi is: [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:56Z', 'revision_number': 4, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '14b2bfc0-28af-4583-99d4-89cd8b65a082', 'name': '', 'network_id': 'a4399bbf-1b92-47ab-9f4b-5b11979a70de', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'mac_address': 'fa:16:3e:11:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:55Z', 'updated_at': '2022-03-31T21:44:04Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'subnets': [{'id': 'd9bdfd71-2fa4-4968-8e25-848a5de04945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:49:02.926760 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078c207b-d82c-4651-ad5d-44e7ecac33d4 None None] New status for floating IP 7aa0465d-161c-4322-aff5-8d5e28622a58: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:49:03.644934 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37847b-b461-4a93-afb6-9ed336b7c693 req-6c181b65-e36b-4277-a539-4af0f5bba144 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:03.646519 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-df37847b-b461-4a93-afb6-9ed336b7c693 req-6c181b65-e36b-4277-a539-4af0f5bba144 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.1133530 Mar 31 21:49:03.675153 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-182a19e1-4c16-45b8-81bd-6270dd2218f4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:03.676661 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-182a19e1-4c16-45b8-81bd-6270dd2218f4 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 946 time: 0.3271112 Mar 31 21:49:03.699141 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-df37847b-b461-4a93-afb6-9ed336b7c693 req-ae7b5912-bbdf-468d-87e2-aadd4a691c42 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9ccfcad-184b-4e00-b41a-22891aabfc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451016 Mar 31 21:49:03.774412 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Deleting port 56f7eed2-d3f8-4072-b540-0e1623b52377 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:03.774859 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:03.872782 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] For port 56f7eed2-d3f8-4072-b540-0e1623b52377, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=56f7eed2-d3f8-4072-b540-0e1623b52377,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:03.873147 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:03.888024 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Calling delete_port for 56f7eed2-d3f8-4072-b540-0e1623b52377 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:04.059779 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59920) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:04.059983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (56f7eed2-d3f8-4072-b540-0e1623b52377), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.090208 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event deleted for resources: {'Port': ['ID=56f7eed2-d3f8-4072-b540-0e1623b52377,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:04.137418 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] No DVR routers for this DVR port 56f7eed2-d3f8-4072-b540-0e1623b52377 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:49:04.140070 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.143506 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-7b865001-5f06-41ae-89f8-36afcc92f58b req-c9cdf6ce-b3f4-434b-85ec-9f3593a603a5 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.35 "DELETE /v2.0/ports/56f7eed2-d3f8-4072-b540-0e1623b52377 HTTP/1.1" status: 204 len: 173 time: 0.4615860 Mar 31 21:49:04.143961 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-deleted', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:49:04.146236 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b44d7-888e-4380-9d62-d305b01c9037" -d '{"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-deleted", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:49:04.183870 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.195025 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbd547-e781-4cfe-b0d7-f21673238fb0 x-openstack-request-id: req-d7fbd547-e781-4cfe-b0d7-f21673238fb0 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:49:04.195467 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6edb5e7-d633-4f07-9c93-bdb3af235548", "name": "network-vif-deleted", "tag": "56f7eed2-d3f8-4072-b540-0e1623b52377", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:49:04.195867 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7fbd547-e781-4cfe-b0d7-f21673238fb0 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:49:04.196789 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fbd547-e781-4cfe-b0d7-f21673238fb0'] response: {'server_uuid': 'f6edb5e7-d633-4f07-9c93-bdb3af235548', 'name': 'network-vif-deleted', 'tag': '56f7eed2-d3f8-4072-b540-0e1623b52377', 'status': 'completed', 'code': 200} Mar 31 21:49:04.266307 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Publish callbacks [] for security_group (eeb78c27-2d61-4021-8c93-47b6f49892e2), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.270798 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (eeb78c27-2d61-4021-8c93-47b6f49892e2), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.315485 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87019298df40474db1f25024e71cf3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544148 Mar 31 21:49:04.316399 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb78c27-2d61-4021-8c93-47b6f49892e2,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:04.318984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59926) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:04.326673 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.327028 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.327374 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.327717 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.328059 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.328457 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.328854 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.329185 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.329554 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.329886 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.330221 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.330642 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.330982 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.331303 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.331626 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba07ef4-76e1-4c6e-909e-5344cdf6d9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:49:04.389734 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9c227b6-b227-4c26-b9b3-aafc852199ee admin admin] Publish callbacks [] for security_group (eeb78c27-2d61-4021-8c93-47b6f49892e2), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.414960 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9c227b6-b227-4c26-b9b3-aafc852199ee admin admin] Publish callbacks [] for security_group (eeb78c27-2d61-4021-8c93-47b6f49892e2), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.492429 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9c227b6-b227-4c26-b9b3-aafc852199ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (eeb78c27-2d61-4021-8c93-47b6f49892e2), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.496002 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-b9c227b6-b227-4c26-b9b3-aafc852199ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.501939 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-b9c227b6-b227-4c26-b9b3-aafc852199ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eeb78c27-2d61-4021-8c93-47b6f49892e2 HTTP/1.1" status: 204 len: 168 time: 0.1779759 Mar 31 21:49:04.515570 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c227b6-b227-4c26-b9b3-aafc852199ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb78c27-2d61-4021-8c93-47b6f49892e2,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:04.829473 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-6813de7e-7834-450a-aaa3-0e6bcbb22028 req-4b989b84-1361-4b12-9dc4-423b767eb7e3 tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6edb5e7-d633-4f07-9c93-bdb3af235548 HTTP/1.1" status: 200 len: 210 time: 0.0302207 Mar 31 21:49:04.886422 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59934) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:04.902398 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ed429345-1669-4c84-88a8-edcc53bf7125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.995340 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ed429345-1669-4c84-88a8-edcc53bf7125 admin admin] Publish callbacks [] for security_group (3469a679-64ba-4d8f-8900-4674d1e39ea8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:04.999490 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-ed429345-1669-4c84-88a8-edcc53bf7125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3469a679-64ba-4d8f-8900-4674d1e39ea8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.037529 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed429345-1669-4c84-88a8-edcc53bf7125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469a679-64ba-4d8f-8900-4674d1e39ea8,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:05.045135 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-ed429345-1669-4c84-88a8-edcc53bf7125 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=276f0454208d4f2ab4294ec0f10e35dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542816 Mar 31 21:49:05.047359 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59938) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:05.098532 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fdecedac-4d53-479b-aab8-d2b1cdf30914 admin admin] Publish callbacks [] for security_group (3469a679-64ba-4d8f-8900-4674d1e39ea8), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.120373 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fdecedac-4d53-479b-aab8-d2b1cdf30914 admin admin] Publish callbacks [] for security_group (3469a679-64ba-4d8f-8900-4674d1e39ea8), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.165588 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2b94ee95-e1be-430a-8a16-e8c559b1ad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.167007 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fdecedac-4d53-479b-aab8-d2b1cdf30914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (3469a679-64ba-4d8f-8900-4674d1e39ea8), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.169794 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fdecedac-4d53-479b-aab8-d2b1cdf30914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.170998 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fdecedac-4d53-479b-aab8-d2b1cdf30914 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3469a679-64ba-4d8f-8900-4674d1e39ea8 HTTP/1.1" status: 204 len: 168 time: 0.1239409 Mar 31 21:49:05.179841 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecedac-4d53-479b-aab8-d2b1cdf30914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469a679-64ba-4d8f-8900-4674d1e39ea8,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:05.495582 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59946) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:05.508359 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6706c00-5aa9-48a9-a34f-dce36e9e02d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.585174 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6706c00-5aa9-48a9-a34f-dce36e9e02d3 admin admin] Publish callbacks [] for security_group (badd17df-479d-4608-9ba8-8195610286d8), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.589152 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-a6706c00-5aa9-48a9-a34f-dce36e9e02d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (badd17df-479d-4608-9ba8-8195610286d8), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.628615 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-a6706c00-5aa9-48a9-a34f-dce36e9e02d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a706827ce6cb41eea269eb7d5a5d3b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319160 Mar 31 21:49:05.629365 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706c00-5aa9-48a9-a34f-dce36e9e02d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd17df-479d-4608-9ba8-8195610286d8,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:05.631411 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59948) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:05.680148 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8c87810d-f5ac-47ea-85a7-2de2ee3c7ce6 admin admin] Publish callbacks [] for security_group (badd17df-479d-4608-9ba8-8195610286d8), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.701689 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8c87810d-f5ac-47ea-85a7-2de2ee3c7ce6 admin admin] Publish callbacks [] for security_group (badd17df-479d-4608-9ba8-8195610286d8), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.749643 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8c87810d-f5ac-47ea-85a7-2de2ee3c7ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (badd17df-479d-4608-9ba8-8195610286d8), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.752257 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8c87810d-f5ac-47ea-85a7-2de2ee3c7ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.755734 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8c87810d-f5ac-47ea-85a7-2de2ee3c7ce6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/badd17df-479d-4608-9ba8-8195610286d8 HTTP/1.1" status: 204 len: 168 time: 0.1209059 Mar 31 21:49:05.761490 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87810d-f5ac-47ea-85a7-2de2ee3c7ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd17df-479d-4608-9ba8-8195610286d8,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:05.888682 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59954) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:05.953897 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b3a52e9-1892-41fd-8468-a7fde6bf9ccd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group (f9ccfcad-184b-4e00-b41a-22891aabfc30), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:05.983649 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b3a52e9-1892-41fd-8468-a7fde6bf9ccd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group (f9ccfcad-184b-4e00-b41a-22891aabfc30), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.050548 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b3a52e9-1892-41fd-8468-a7fde6bf9ccd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (f9ccfcad-184b-4e00-b41a-22891aabfc30), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.053165 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-3b3a52e9-1892-41fd-8468-a7fde6bf9ccd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.054956 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-3b3a52e9-1892-41fd-8468-a7fde6bf9ccd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9ccfcad-184b-4e00-b41a-22891aabfc30 HTTP/1.1" status: 204 len: 168 time: 0.1651821 Mar 31 21:49:06.065928 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a52e9-1892-41fd-8468-a7fde6bf9ccd tempest-TestShelveInstance-1224087661 tempest-TestShelveInstance-1224087661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ccfcad-184b-4e00-b41a-22891aabfc30,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:06.122416 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59958) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:06.198604 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.713478 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (810a1448-9b4a-4034-b530-42d88b2b521c), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:06.972483 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Deleting port 14b2bfc0-28af-4583-99d4-89cd8b65a082 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:06.973163 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.063359 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] For port 14b2bfc0-28af-4583-99d4-89cd8b65a082, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=14b2bfc0-28af-4583-99d4-89cd8b65a082,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:07.063735 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.081494 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Calling delete_port for 14b2bfc0-28af-4583-99d4-89cd8b65a082 owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:07.274147 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (14b2bfc0-28af-4583-99d4-89cd8b65a082), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.306586 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b2bfc0-28af-4583-99d4-89cd8b65a082,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:07.480769 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (810a1448-9b4a-4034-b530-42d88b2b521c), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.560823 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:07.582435 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 56f7eed2-d3f8-4072-b540-0e1623b52377 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:07.582435 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 56f7eed2-d3f8-4072-b540-0e1623b52377 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:07.698310 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Router 810a1448-9b4a-4034-b530-42d88b2b521c has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:49:07.804915 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:49:07.814745 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-db074ca2-1953-416c-b86f-9ae941ea0206 admin admin] 10.222.0.20 "PUT /v2.0/routers/810a1448-9b4a-4034-b530-42d88b2b521c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6868899 Mar 31 21:49:07.814868 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.814984 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59962) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:07.822731 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] Sync routers for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:49:07.832789 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:49:07.833424 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:49:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:07.927590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks [] for router (810a1448-9b4a-4034-b530-42d88b2b521c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:07.947734 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:49:08.038792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks [] for router_gateway (810a1448-9b4a-4034-b530-42d88b2b521c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.093480 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Deleting port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:08.093860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.139393 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:49:07Z', 'revision_number': 5, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port': {'id': '096d2f5d-73e5-4789-8d62-c6fc4c6e76de', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:0f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:08.166375 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] Checking router: 810a1448-9b4a-4034-b530-42d88b2b521c for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:49:08.176047 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] Routers {'810a1448-9b4a-4034-b530-42d88b2b521c'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:49:08.176668 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:49:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['810a1448-9b4a-4034-b530-42d88b2b521c'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:08.182383 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] For port 096d2f5d-73e5-4789-8d62-c6fc4c6e76de, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:08.182747 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.197067 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Calling delete_port for 096d2f5d-73e5-4789-8d62-c6fc4c6e76de owned by network:router_gateway {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:08.381164 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (096d2f5d-73e5-4789-8d62-c6fc4c6e76de), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.407949 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=096d2f5d-73e5-4789-8d62-c6fc4c6e76de,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:08.408504 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] Set router 810a1448-9b4a-4034-b530-42d88b2b521c gateway port host: None {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:49:08.466361 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:49:08Z', 'revision_number': 6, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:08.470609 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (810a1448-9b4a-4034-b530-42d88b2b521c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.494330 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8c45f-ff98-4ce0-a849-faec928d8298 None None] The sync data for ids ['810a1448-9b4a-4034-b530-42d88b2b521c'] in dv-cinder-836074-1-iscsi is: [{'id': '810a1448-9b4a-4034-b530-42d88b2b521c', 'name': 'tempest-TestShelveInstance-81660792-router', 'tenant_id': '008245ac1e8c46ff8765a02a6000b847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:52Z', 'updated_at': '2022-03-31T21:49:08Z', 'revision_number': 6, 'project_id': '008245ac1e8c46ff8765a02a6000b847', 'gw_port_host': None}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:49:08.579116 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (810a1448-9b4a-4034-b530-42d88b2b521c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.581283 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks [] for router_controller (810a1448-9b4a-4034-b530-42d88b2b521c), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.629257 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (810a1448-9b4a-4034-b530-42d88b2b521c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.629838 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 810a1448-9b4a-4034-b530-42d88b2b521c {{(pid=104524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:49:08.635337 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.636477 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-d965e51a-a718-4ca3-826c-ef3823272de3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/810a1448-9b4a-4034-b530-42d88b2b521c HTTP/1.1" status: 204 len: 168 time: 0.8207259 Mar 31 21:49:08.639386 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59964) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:08.683569 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Deleting subnet d9bdfd71-2fa4-4968-8e25-848a5de04945 {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:49:08.686715 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Publish callbacks [] for subnet (d9bdfd71-2fa4-4968-8e25-848a5de04945), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.720697 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (d9bdfd71-2fa4-4968-8e25-848a5de04945), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.807869 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (d9bdfd71-2fa4-4968-8e25-848a5de04945), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.874626 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (d9bdfd71-2fa4-4968-8e25-848a5de04945), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.900639 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bdfd71-2fa4-4968-8e25-848a5de04945,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:08.908962 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:08.912383 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-54179f26-592d-4ca0-a516-d4e0efbd9a35 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d9bdfd71-2fa4-4968-8e25-848a5de04945 HTTP/1.1" status: 204 len: 168 time: 0.2720220 Mar 31 21:49:08.915077 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59966) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:08.915383 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9883983-aca1-4655-b09b-8363a9cd2c12 None None] Network a4399bbf-1b92-47ab-9f4b-5b11979a70de requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:49:08.999476 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (a4399bbf-1b92-47ab-9f4b-5b11979a70de), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.049786 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.064719 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Deleting port 34a55522-882a-4add-94dc-abe5d2a801fa {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:09.064963 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.129108 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] For port 34a55522-882a-4add-94dc-abe5d2a801fa, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=34a55522-882a-4add-94dc-abe5d2a801fa,segment=NetworkSegment(eae9e376-2c69-4a86-a22b-c2a5bc04cfbb),segment_id=eae9e376-2c69-4a86-a22b-c2a5bc04cfbb)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:09.129497 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.142690 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Calling delete_port for 34a55522-882a-4add-94dc-abe5d2a801fa owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:09.223445 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (34a55522-882a-4add-94dc-abe5d2a801fa), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.248495 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a55522-882a-4add-94dc-abe5d2a801fa,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:09.253321 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] No DVR routers for this DVR port 34a55522-882a-4add-94dc-abe5d2a801fa on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:49:09.293179 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d785b5-caf4-4a42-b999-6d19c90a33a7 None None] DHCP port deletion for a4399bbf-1b92-47ab-9f4b-5b11979a70de request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:49:09.335294 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (a4399bbf-1b92-47ab-9f4b-5b11979a70de), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.360925 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4399bbf-1b92-47ab-9f4b-5b11979a70de']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:09.372019 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:09.372320 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae9e376-2c69-4a86-a22b-c2a5bc04cfbb') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:09.383705 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (eae9e376-2c69-4a86-a22b-c2a5bc04cfbb), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.399445 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (eae9e376-2c69-4a86-a22b-c2a5bc04cfbb), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.408269 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:49:09.408678 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (eae9e376-2c69-4a86-a22b-c2a5bc04cfbb), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:49:09.410557 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:49:09.473243 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (a4399bbf-1b92-47ab-9f4b-5b11979a70de), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.479006 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.482355 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a4399bbf-1b92-47ab-9f4b-5b11979a70de HTTP/1.1" status: 204 len: 168 time: 0.5658510 Mar 31 21:49:09.486016 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59968) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:09.539745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508fd0d-934a-453d-ade5-4adf7d527367 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4399bbf-1b92-47ab-9f4b-5b11979a70de,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:09.824792 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 096d2f5d-73e5-4789-8d62-c6fc4c6e76de no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:09.854040 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 096d2f5d-73e5-4789-8d62-c6fc4c6e76de {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:09.854422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 096d2f5d-73e5-4789-8d62-c6fc4c6e76de not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:09.854864 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 14b2bfc0-28af-4583-99d4-89cd8b65a082 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:09.875738 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 14b2bfc0-28af-4583-99d4-89cd8b65a082 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:09.876082 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 14b2bfc0-28af-4583-99d4-89cd8b65a082 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:09.876493 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 34a55522-882a-4add-94dc-abe5d2a801fa no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:09.895590 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:09.898879 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 34a55522-882a-4add-94dc-abe5d2a801fa {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:09.899226 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 34a55522-882a-4add-94dc-abe5d2a801fa not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:10.153618 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Deleting port 1d5f2e4e-a150-4691-9a9f-5393bc272426 {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:10.153951 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:10.232861 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] For port 1d5f2e4e-a150-4691-9a9f-5393bc272426, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=1d5f2e4e-a150-4691-9a9f-5393bc272426,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:10.233224 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:10.245969 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Calling delete_port for 1d5f2e4e-a150-4691-9a9f-5393bc272426 owned by network:router_interface {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:10.434610 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (1d5f2e4e-a150-4691-9a9f-5393bc272426), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:10.457920 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5f2e4e-a150-4691-9a9f-5393bc272426,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:10.888789 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.106700 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:49:11.218193 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:49:11.224534 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-9c826e5a-e50c-44bd-8176-babce723098f admin admin] 10.222.0.20 "PUT /v2.0/routers/c49eabba-2d5e-4fdb-8a86-3d456a1c0110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366774 Mar 31 21:49:11.226723 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59970) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:11.228424 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] Sync routers for ids ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:49:11.239623 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] Routers {'c49eabba-2d5e-4fdb-8a86-3d456a1c0110'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:49:11.240325 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:49:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:11.342153 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks [] for router (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.359214 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] Set router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:49:11.451309 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks [] for router_gateway (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.505546 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Deleting port 5af749df-2a22-4797-9b95-a02a57e225fa {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:11.505851 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.546888 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:49:10Z', 'revision_number': 5, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port': {'id': '5af749df-2a22-4797-9b95-a02a57e225fa', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:44:00Z', 'updated_at': '2022-03-31T21:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:11.574727 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] Checking router: c49eabba-2d5e-4fdb-8a86-3d456a1c0110 for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:49:11.584311 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] Routers {'c49eabba-2d5e-4fdb-8a86-3d456a1c0110'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:49:11.585261 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:49:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:11.590250 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] For port 5af749df-2a22-4797-9b95-a02a57e225fa, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=5af749df-2a22-4797-9b95-a02a57e225fa,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:11.590614 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.604526 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Calling delete_port for 5af749df-2a22-4797-9b95-a02a57e225fa owned by network:router_gateway {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:11.676457 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] Set router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:49:11.732985 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:49:11Z', 'revision_number': 6, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:11.761083 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a1b0c-3bc3-48d9-aa50-f2ed4a1351f3 None None] The sync data for ids ['c49eabba-2d5e-4fdb-8a86-3d456a1c0110'] in dv-cinder-836074-1-iscsi is: [{'id': 'c49eabba-2d5e-4fdb-8a86-3d456a1c0110', 'name': 'tempest-TestShelveInstance-1043417598-router', 'tenant_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:43:59Z', 'updated_at': '2022-03-31T21:49:11Z', 'revision_number': 6, 'project_id': 'a4e9991f43ed49d08a66eaae242e5eaa', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:49:11.780240 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (5af749df-2a22-4797-9b95-a02a57e225fa), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.809214 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af749df-2a22-4797-9b95-a02a57e225fa,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:11.868557 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.964873 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:11.967464 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks [] for router_controller (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.016315 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (c49eabba-2d5e-4fdb-8a86-3d456a1c0110), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.016860 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49eabba-2d5e-4fdb-8a86-3d456a1c0110 {{(pid=104524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:49:12.021061 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.022237 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ca2af8a1-24e4-4a52-9acc-8f51b0b1b7a2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c49eabba-2d5e-4fdb-8a86-3d456a1c0110 HTTP/1.1" status: 204 len: 168 time: 0.7945886 Mar 31 21:49:12.024982 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 59972) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:12.073340 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Deleting subnet 4fed0d45-0a4b-4743-a3cf-81765340a6f7 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:49:12.076866 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Publish callbacks [] for subnet (4fed0d45-0a4b-4743-a3cf-81765340a6f7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.113992 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14396085'] for subnet (4fed0d45-0a4b-4743-a3cf-81765340a6f7), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.197649 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (4fed0d45-0a4b-4743-a3cf-81765340a6f7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.255426 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14521880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14622760'] for subnet (4fed0d45-0a4b-4743-a3cf-81765340a6f7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.282346 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fed0d45-0a4b-4743-a3cf-81765340a6f7,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:12.284235 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.288139 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-bafa0cd6-a82f-49a7-ac92-e8db7db1c00a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fed0d45-0a4b-4743-a3cf-81765340a6f7 HTTP/1.1" status: 204 len: 168 time: 0.2620101 Mar 31 21:49:12.289600 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068034f0-dc5c-458c-a479-39b3a61785f1 None None] Network 1502cee5-bdc0-46ca-b1cf-cefcf92b166c requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:49:12.290316 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59974) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:12.367416 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (1502cee5-bdc0-46ca-b1cf-cefcf92b166c), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.445102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Deleting port 0890f165-ef1c-4110-8501-c84c147c61cf {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:12.445423 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.515472 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] DHCP port deletion for 1502cee5-bdc0-46ca-b1cf-cefcf92b166c request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:49:12.523785 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] For port 0890f165-ef1c-4110-8501-c84c147c61cf, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=0890f165-ef1c-4110-8501-c84c147c61cf,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:12.524150 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.539550 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Calling delete_port for 0890f165-ef1c-4110-8501-c84c147c61cf owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:12.580943 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] Deleting port 0890f165-ef1c-4110-8501-c84c147c61cf {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:49:12.581392 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.626499 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.649515 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] For port 0890f165-ef1c-4110-8501-c84c147c61cf, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=0890f165-ef1c-4110-8501-c84c147c61cf,segment=NetworkSegment(1d308d21-4627-4d01-9247-8a8a4411acc6),segment_id=1d308d21-4627-4d01-9247-8a8a4411acc6)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:49:12.649795 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.664314 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] No DVR routers for this DVR port 0890f165-ef1c-4110-8501-c84c147c61cf on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:49:12.666102 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0890f165-ef1c-4110-8501-c84c147c61cf,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:12.666940 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] Calling delete_port for 0890f165-ef1c-4110-8501-c84c147c61cf owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:49:12.739964 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (1502cee5-bdc0-46ca-b1cf-cefcf92b166c), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.755982 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (0890f165-ef1c-4110-8501-c84c147c61cf), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.764403 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1502cee5-bdc0-46ca-b1cf-cefcf92b166c']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:12.777931 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d308d21-4627-4d01-9247-8a8a4411acc6') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:12.778224 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d308d21-4627-4d01-9247-8a8a4411acc6') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:49:12.784116 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] Pushing event deleted for resources: {'Port': ['ID=0890f165-ef1c-4110-8501-c84c147c61cf,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:12.788354 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb266bde-dfa8-491f-b9b6-ccb5872591d7 None None] No DVR routers for this DVR port 0890f165-ef1c-4110-8501-c84c147c61cf on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:49:12.792039 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (1d308d21-4627-4d01-9247-8a8a4411acc6), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.809492 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (1d308d21-4627-4d01-9247-8a8a4411acc6), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.817423 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:49:12.817823 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (1d308d21-4627-4d01-9247-8a8a4411acc6), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:49:12.819536 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:49:12.880228 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (1502cee5-bdc0-46ca-b1cf-cefcf92b166c), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.886225 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:12.889482 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1502cee5-bdc0-46ca-b1cf-cefcf92b166c HTTP/1.1" status: 204 len: 168 time: 0.5981307 Mar 31 21:49:12.901743 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbef2b-7ba9-4824-a384-7ff56b55d4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1502cee5-bdc0-46ca-b1cf-cefcf92b166c,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:13.027893 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59978) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:13.071872 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-934ae6c6-3d25-42ca-bb3e-6f71dad29e0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=008245ac1e8c46ff8765a02a6000b847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427866 Mar 31 21:49:13.074497 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59980) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:13.123586 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a31db76b-cc06-4b8b-80af-b419f8ca92ef admin admin] Publish callbacks [] for security_group (acbdba8a-3f63-4706-837e-f33be06a09f5), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.145423 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a31db76b-cc06-4b8b-80af-b419f8ca92ef admin admin] Publish callbacks [] for security_group (acbdba8a-3f63-4706-837e-f33be06a09f5), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.192379 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a31db76b-cc06-4b8b-80af-b419f8ca92ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (acbdba8a-3f63-4706-837e-f33be06a09f5), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.195270 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-a31db76b-cc06-4b8b-80af-b419f8ca92ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.196422 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-a31db76b-cc06-4b8b-80af-b419f8ca92ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acbdba8a-3f63-4706-837e-f33be06a09f5 HTTP/1.1" status: 204 len: 168 time: 0.1210346 Mar 31 21:49:13.204148 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31db76b-cc06-4b8b-80af-b419f8ca92ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbdba8a-3f63-4706-837e-f33be06a09f5,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:13.527937 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59986) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:13.575281 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-11e2cb3e-2366-4321-b5ea-243aa1c6791b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4e9991f43ed49d08a66eaae242e5eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459425 Mar 31 21:49:13.577575 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 59988) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:49:13.626798 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38ea4df2-6dbe-4bf7-9de9-25216ab662f6 admin admin] Publish callbacks [] for security_group (a1b93797-f246-49ba-ba9f-45194db618c2), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.647730 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38ea4df2-6dbe-4bf7-9de9-25216ab662f6 admin admin] Publish callbacks [] for security_group (a1b93797-f246-49ba-ba9f-45194db618c2), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.698317 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38ea4df2-6dbe-4bf7-9de9-25216ab662f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (a1b93797-f246-49ba-ba9f-45194db618c2), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.700993 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-38ea4df2-6dbe-4bf7-9de9-25216ab662f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:13.702161 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-38ea4df2-6dbe-4bf7-9de9-25216ab662f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1b93797-f246-49ba-ba9f-45194db618c2 HTTP/1.1" status: 204 len: 168 time: 0.1236682 Mar 31 21:49:13.710249 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea4df2-6dbe-4bf7-9de9-25216ab662f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b93797-f246-49ba-ba9f-45194db618c2,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:49:13.812931 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5af749df-2a22-4797-9b95-a02a57e225fa no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:13.833858 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 5af749df-2a22-4797-9b95-a02a57e225fa {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:13.834117 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 5af749df-2a22-4797-9b95-a02a57e225fa not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:13.834589 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1d5f2e4e-a150-4691-9a9f-5393bc272426 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:13.861881 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 1d5f2e4e-a150-4691-9a9f-5393bc272426 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:13.862524 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1d5f2e4e-a150-4691-9a9f-5393bc272426 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:13.863112 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 0890f165-ef1c-4110-8501-c84c147c61cf no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:49:13.890333 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 0890f165-ef1c-4110-8501-c84c147c61cf {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:49:13.891192 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 0890f165-ef1c-4110-8501-c84c147c61cf not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:49:18.749697 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:24.558416 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:49:32.355349 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-43a1b117-660e-4274-804c-ad75f5cfc364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:35.171090 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bc059f4c-2439-41b3-ad85-c9febec49281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:36.194118 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:37.811113 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:39.053049 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:48.759988 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:49:53.473161 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-bb6cdcde-ec97-457a-a1ec-fc6887dc124f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1933069 Mar 31 21:49:53.539825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-654ab34d-6f48-4cda-9b74-2d847fe132e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:53.541429 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-654ab34d-6f48-4cda-9b74-2d847fe132e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 1129 time: 0.0468938 Mar 31 21:49:53.651825 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-ee0016d2-b7a7-49ea-876d-4fb4cff42d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:53.653207 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-ee0016d2-b7a7-49ea-876d-4fb4cff42d6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0926228 Mar 31 21:49:53.728277 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-e73b8fde-8b97-4b07-b622-54422cb1bbe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03706d6b-dadc-477e-a8d6-914808768887 HTTP/1.1" status: 200 len: 1001 time: 0.0647044 Mar 31 21:49:53.779002 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-8e238401-19af-406a-be3d-2f764bc2cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:53.780457 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-8e238401-19af-406a-be3d-2f764bc2cdb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0462582 Mar 31 21:49:53.835301 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-7ab68454-de0f-4d2b-aad1-b459807aa59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:49:53.836786 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-7ab68454-de0f-4d2b-aad1-b459807aa59c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504987 Mar 31 21:49:53.847318 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-fc5ff1e7-6088-439a-945c-259537adad13 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:49:53.848295 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-fc5ff1e7-6088-439a-945c-259537adad13 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051241 Mar 31 21:49:53.941764 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-5878f3bc-426d-4a4d-96ea-642df1cb123f service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868797 Mar 31 21:49:54.040097 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f58cb6a0-b339-491b-b8b6-7b33479687a0 req-2eb04ac1-2d78-4365-ae31-c0c57dc408d7 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924785 Mar 31 21:50:01.559045 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:50:02.359095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-47231af9-3cc5-4ad1-9203-df366bc50290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:05.175276 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-24004d7c-b066-41c7-92d7-8e8ea626d01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:06.200627 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:07.815326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:09.063326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:18.779014 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:26.969288 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3b28-f893-4acc-abb2-a3faac6b86f4 req-86960f04-e8e4-4354-bda3-b538c0bd6c67 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:26.970825 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-25ee3b28-f893-4acc-abb2-a3faac6b86f4 req-86960f04-e8e4-4354-bda3-b538c0bd6c67 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0606165 Mar 31 21:50:27.024563 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-25ee3b28-f893-4acc-abb2-a3faac6b86f4 req-43890443-f790-48e2-90f9-6f8cfbc5dded tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473769 Mar 31 21:50:28.152692 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab0f8f-a6b2-472f-bf35-77e11dab8398 req-59aa2db7-808d-41ff-8934-e0c0a88a30f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:28.154311 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a6ab0f8f-a6b2-472f-bf35-77e11dab8398 req-59aa2db7-808d-41ff-8934-e0c0a88a30f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0567048 Mar 31 21:50:28.205264 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a6ab0f8f-a6b2-472f-bf35-77e11dab8398 req-dc1409ec-1bc9-432a-8f7a-06dba02fb8f3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451343 Mar 31 21:50:28.455894 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-d90d955b-bdfc-490b-b165-af5c1d13c1ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:28.457378 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-d90d955b-bdfc-490b-b165-af5c1d13c1ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 945 time: 0.0526450 Mar 31 21:50:28.557311 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Deleting port 03706d6b-dadc-477e-a8d6-914808768887 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:50:28.557679 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (03706d6b-dadc-477e-a8d6-914808768887), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:28.648778 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] For port 03706d6b-dadc-477e-a8d6-914808768887, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=03706d6b-dadc-477e-a8d6-914808768887,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:50:28.649140 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (03706d6b-dadc-477e-a8d6-914808768887), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:28.827952 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:28.828324 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (b9ea6934-3064-495f-8bf7-7e35c6628f82), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:28.828641 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Floating IP b9ea6934-3064-495f-8bf7-7e35c6628f82 disassociated. External IP: 172.27.1.231, port: 03706d6b-dadc-477e-a8d6-914808768887. Mar 31 21:50:28.828990 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Calling delete_port for 03706d6b-dadc-477e-a8d6-914808768887 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:50:28.962232 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (03706d6b-dadc-477e-a8d6-914808768887), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:28.994999 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'Port': ['ID=03706d6b-dadc-477e-a8d6-914808768887,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:29.005323 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.005678 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.006714 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.006909 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.007246 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.007563 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.007882 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.008203 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.008521 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.008843 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.009162 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.009505 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.009879 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.010594 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.010594 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:29.129159 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:50:29.242165 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:50:29.252623 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:50:29.263935 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:50:29.264852 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:50:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:29.287990 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] No DVR routers for this DVR port 03706d6b-dadc-477e-a8d6-914808768887 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:50:29.290621 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:29.294040 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-eb1a2266-c284-4eef-a4c1-e5bb527e56d2 req-215a3e18-7558-46c1-aad9-d3ca3610313d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "DELETE /v2.0/ports/03706d6b-dadc-477e-a8d6-914808768887 HTTP/1.1" status: 204 len: 173 time: 0.8305252 Mar 31 21:50:29.294502 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'name': 'network-vif-deleted', 'tag': '03706d6b-dadc-477e-a8d6-914808768887'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:50:29.296758 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe5f214-6f50-46e1-b201-705ff61dbe2e" -d '{"events": [{"server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "name": "network-vif-deleted", "tag": "03706d6b-dadc-477e-a8d6-914808768887"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:50:29.314539 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-0063a897-6082-41c6-bbf1-506594816215 req-2865e37a-dbb9-4bb0-a691-8c8fec2891b8 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b495385-ad37-41a4-a653-e55efe6f9a18 HTTP/1.1" status: 200 len: 210 time: 0.0395610 Mar 31 21:50:29.405715 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:50:29.501331 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad07c5e6-5057-4311-ac93-9cbdf4964a05 x-openstack-request-id: req-ad07c5e6-5057-4311-ac93-9cbdf4964a05 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:50:29.501664 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b495385-ad37-41a4-a653-e55efe6f9a18", "name": "network-vif-deleted", "tag": "03706d6b-dadc-477e-a8d6-914808768887", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:50:29.501885 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad07c5e6-5057-4311-ac93-9cbdf4964a05 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:50:29.502287 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad07c5e6-5057-4311-ac93-9cbdf4964a05'] response: {'server_uuid': '6b495385-ad37-41a4-a653-e55efe6f9a18', 'name': 'network-vif-deleted', 'tag': '03706d6b-dadc-477e-a8d6-914808768887', 'status': 'completed', 'code': 200} Mar 31 21:50:29.644495 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:29.686853 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:50:29.696251 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:50:29.696908 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:50:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:29.817383 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:50:30.030226 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:30.059029 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99def1ab-644d-4b9a-848f-50bc71afe6f9 None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:50:30.290161 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fe963-c98c-4afb-afe6-fea9c5115905 None None] New status for floating IP b9ea6934-3064-495f-8bf7-7e35c6628f82: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:50:30.601215 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-688f1dad-01c8-4aa5-96e4-fd4bd543f1cd tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830559552&fields=id&tenant_id=eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 267 time: 0.0462515 Mar 31 21:50:30.711154 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-ed063dc0-05e7-4068-9bd5-0f9946b8f7ba tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:30.712583 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-ed063dc0-05e7-4068-9bd5-0f9946b8f7ba tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 810 time: 0.1046302 Mar 31 21:50:30.727111 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-115432d4-31e9-45f1-b908-2e89b1c9f95e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/quotas/eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 375 time: 0.0089848 Mar 31 21:50:31.049555 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-ffa091bb-71c1-4828-b2e0-00f35d88e11c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3174689 Mar 31 21:50:31.114406 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b061537a-6da8-4210-b49a-f1bc5873d0ff service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104525) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:50:31.115996 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b061537a-6da8-4210-b49a-f1bc5873d0ff service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535681 Mar 31 21:50:31.205390 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-7b2ddd28-6dfa-4c1e-b49a-2180a073d353 service neutron] 10.222.0.20 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834651 Mar 31 21:50:31.296837 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-9129f737-4ff2-492b-a046-eb5680471bcf service neutron] 10.222.0.20 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853150 Mar 31 21:50:31.937903 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 03706d6b-dadc-477e-a8d6-914808768887 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:50:31.961776 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 03706d6b-dadc-477e-a8d6-914808768887 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:50:31.962122 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 03706d6b-dadc-477e-a8d6-914808768887 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:50:32.362032 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-403f83ac-4890-4669-ada4-37d1ad50fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:32.600606 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-2d80d103-e385-41db-bd60-0c2b7acaf458 req-0ea7616d-73b3-4e45-ba12-8413fa39db7c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 210 time: 0.0317466 Mar 31 21:50:33.633272 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-a3d0859e-b7c3-40ec-b125-75e52b679820 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:33.634938 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-a3d0859e-b7c3-40ec-b125-75e52b679820 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 810 time: 0.1113424 Mar 31 21:50:33.735410 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d3554b54-f3d9-4b5f-990e-58af8fed8017 req-773a7e76-876a-4448-9e61-b977c451bc95 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 210 time: 0.0522840 Mar 31 21:50:33.761716 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-c60d8b73-983c-4ada-9de1-f651478fff6c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 379 time: 0.1188755 Mar 31 21:50:33.769991 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'port': {'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'admin_state_up': True, 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'security_groups': ['4c5bcb52-193a-4b27-8fca-c12ad7d656f7']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:50:33.905740 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Made reservation on behalf of eb1de70563f64a7390d4d261bb95fb7e for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:50:33.909279 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.050556 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Allocated IP 172.20.0.11 (46922fb0-03fb-46f9-b58c-45e72fbb8b47/546e2caa-d55f-4913-9e21-c828a348b360/7c0db4a0-ec48-4e08-863e-ecfd747c50f9) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:50:34.203079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.241838 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.286083 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:50:34.292149 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:50:34.296918 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:50:34.301632 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:34.362218 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:34.363245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.390530 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-b42ce2dd-5cf3-4812-bd45-c9710ba53059 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239326 Mar 31 21:50:34.402971 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Request body: {'port': {'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:50:34.469609 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.563670 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-2243bfbb-67a8-43e9-9c19-48d839ec6593 None None] Provisioning complete for port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:50:34.564307 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-2243bfbb-67a8-43e9-9c19-48d839ec6593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.598412 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-2243bfbb-67a8-43e9-9c19-48d839ec6593 None None] Port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:50:34.739544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:50:34.747590 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Publish callbacks [] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.760342 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Transition to ACTIVE for port object 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:50:34.765349 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.815906 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:34.868892 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeada5-7f98-4fff-bdf5-1aa594035731 req-71da8b6c-93a9-4942-bb76-b38203a2c000 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:34.870620 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-81eeada5-7f98-4fff-bdf5-1aa594035731 req-71da8b6c-93a9-4942-bb76-b38203a2c000 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0649862 Mar 31 21:50:34.904537 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Attempting to bind port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:50:34.904921 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Attempting to bind port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:50:34.905254 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Attempting to bind port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:50:34.911805 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:50:34.912751 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Attempting to bind port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:50:34.918735 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:50:34.919076 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Checking segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:50:34.919463 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Bound using segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:50:34.919924 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Bound port: 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:50:34.920387 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:34.928373 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-81eeada5-7f98-4fff-bdf5-1aa594035731 req-9ba08b65-94d1-4734-bcdc-f148b8e6a3f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505688 Mar 31 21:50:34.992496 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] For port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:50:34.997720 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] For port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:50:35.006676 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:35.042984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.042984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:35.042984 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 1094 time: 0.6473093 Mar 31 21:50:35.042984 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:50:35.048880 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c393c1-6267-45cd-913a-5d904cf50083" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:50:35.083772 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ad53c-2bbd-416d-a076-26efaf1b3215 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:35.102103 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa5c977-cfce-4b42-bc37-c923e25866ae x-openstack-request-id: req-4aa5c977-cfce-4b42-bc37-c923e25866ae {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:50:35.102400 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:50:35.102653 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aa5c977-cfce-4b42-bc37-c923e25866ae {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:50:35.103059 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa5c977-cfce-4b42-bc37-c923e25866ae'] response: {'name': 'network-changed', 'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'status': 'completed', 'code': 200} Mar 31 21:50:35.151833 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-6b79eacc-2d99-4bb4-be30-31cdf4ce1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.153391 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-6b79eacc-2d99-4bb4-be30-31cdf4ce1dd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1128 time: 0.0495050 Mar 31 21:50:35.180882 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a85dcb3b-ceef-4d24-be38-da0861f17245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:35.200847 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-e81d49b5-ad72-4d51-bbd0-9be70f210386 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 217 time: 0.0411367 Mar 31 21:50:35.251125 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-61829a65-d9e8-4a7e-9284-3f71576133eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.252612 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-61829a65-d9e8-4a7e-9284-3f71576133eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0463979 Mar 31 21:50:35.304249 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-65f14814-6f14-4448-9e44-e602f7100daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.305841 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-65f14814-6f14-4448-9e44-e602f7100daf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471890 Mar 31 21:50:35.410835 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-1b60813c-8f3a-4f5f-b992-23162c031df7 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982237 Mar 31 21:50:35.500924 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-3d8928d0-a4e0-4536-89bc-1e1a013a33a0 req-f566f3b9-7d3d-48ab-8e38-1e5290f0b4db service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838840 Mar 31 21:50:35.599274 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c393c1-6267-45cd-913a-5d904cf50083 req-576097a8-a896-4d78-827f-ebcff3e4ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.601411 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-576097a8-a896-4d78-827f-ebcff3e4ce4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1128 time: 0.0511477 Mar 31 21:50:35.691712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c393c1-6267-45cd-913a-5d904cf50083 req-ae916f07-01e1-4727-bd68-ea93ba28ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.693902 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-ae916f07-01e1-4727-bd68-ea93ba28ca27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0852587 Mar 31 21:50:35.740957 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-3bf0d608-d365-4824-9004-50e682f69e76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 217 time: 0.0396280 Mar 31 21:50:35.797731 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c393c1-6267-45cd-913a-5d904cf50083 req-78fe6cb5-55c6-407b-94d3-e7099861994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.799910 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-78fe6cb5-55c6-407b-94d3-e7099861994c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0521672 Mar 31 21:50:35.849135 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c393c1-6267-45cd-913a-5d904cf50083 req-94d73f79-0e45-4f07-ad99-7f2c32a777d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:35.850825 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-94d73f79-0e45-4f07-ad99-7f2c32a777d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456297 Mar 31 21:50:35.942424 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-8670eada-6c2e-4baa-94d9-e2cf57e28e00 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Mar 31 21:50:36.034049 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-76c393c1-6267-45cd-913a-5d904cf50083 req-1a9135be-3b6b-4039-8cf4-ee7aae79b5e0 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858068 Mar 31 21:50:36.055792 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef34c-c8a0-4900-9ff5-a97e44209d70 req-c8c53b3c-ccfc-4cc0-b430-7f4ea81e7c0f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:36.057344 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13ef34c-c8a0-4900-9ff5-a97e44209d70 req-c8c53b3c-ccfc-4cc0-b430-7f4ea81e7c0f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0535960 Mar 31 21:50:36.109941 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-a13ef34c-c8a0-4900-9ff5-a97e44209d70 req-ab323c9d-dcdf-4e9b-bead-6e462fdf74f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465291 Mar 31 21:50:36.197170 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:37.229750 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561805-951e-4290-a56d-b5903d3657c1 req-02d70aa4-fd5a-45d0-88e8-ced9da6051b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:37.231218 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec561805-951e-4290-a56d-b5903d3657c1 req-02d70aa4-fd5a-45d0-88e8-ced9da6051b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0527163 Mar 31 21:50:37.280981 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ec561805-951e-4290-a56d-b5903d3657c1 req-15962f48-f5c9-414b-bad9-6a7b41939c7a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Mar 31 21:50:37.817537 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:38.409238 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494f4d-3eb1-47ce-b043-d23f1ab7d22b req-acde40c8-aad0-4e8f-afbd-b2afa678f7fc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:38.410769 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7d494f4d-3eb1-47ce-b043-d23f1ab7d22b req-acde40c8-aad0-4e8f-afbd-b2afa678f7fc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0548973 Mar 31 21:50:38.462412 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-7d494f4d-3eb1-47ce-b043-d23f1ab7d22b req-1b79de3a-f514-44b9-a427-6dea0c938413 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453956 Mar 31 21:50:38.558136 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:50:39.056588 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:39.589379 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d5066-8632-4e02-ac7a-2715e0452fe2 req-9f55ce58-38f7-4309-a603-efda45a8b48e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:39.590879 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff9d5066-8632-4e02-ac7a-2715e0452fe2 req-9f55ce58-38f7-4309-a603-efda45a8b48e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0577102 Mar 31 21:50:39.651352 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-ff9d5066-8632-4e02-ac7a-2715e0452fe2 req-8e58a82f-3cf7-4dec-96d8-8e2a1753bab5 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543928 Mar 31 21:50:40.780254 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d54f-0ec0-4484-a936-362bbbddd8af req-45fbcab0-42d5-4095-92e0-f5ff5546edcc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:40.781804 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f4e5d54f-0ec0-4484-a936-362bbbddd8af req-45fbcab0-42d5-4095-92e0-f5ff5546edcc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0593276 Mar 31 21:50:40.834153 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-f4e5d54f-0ec0-4484-a936-362bbbddd8af req-dfdc5be3-513e-4c53-beb8-e7fbdd6120f4 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Mar 31 21:50:41.961495 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049206d1-b236-4885-912d-2dfcdbba7117 req-ac480cc8-6945-4179-b301-13f9bc1fc79f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:41.962979 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-049206d1-b236-4885-912d-2dfcdbba7117 req-ac480cc8-6945-4179-b301-13f9bc1fc79f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0577466 Mar 31 21:50:42.013468 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-049206d1-b236-4885-912d-2dfcdbba7117 req-a42f4963-a240-4a90-a5db-bb995986f9dc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Mar 31 21:50:43.167267 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdeba5-f73a-426a-b24c-eabc0d30ba83 req-b97126f7-a3ce-4909-a8ac-8896f0c9b02d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:43.169978 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e1cdeba5-f73a-426a-b24c-eabc0d30ba83 req-b97126f7-a3ce-4909-a8ac-8896f0c9b02d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0744796 Mar 31 21:50:43.225628 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e1cdeba5-f73a-426a-b24c-eabc0d30ba83 req-756cbee1-67ec-4efc-b478-9081a083061d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498300 Mar 31 21:50:44.013844 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:50:44.114431 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:50:44.130892 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:50:44.324740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:50:44.325156 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:44.339784 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:50:44.362757 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:50:44.364108 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092867-a0df-4147-b908-9e9e8acb5193 req-3ab0a5b7-959e-46e3-8695-d9cbd4910aa5 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:44.367021 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d092867-a0df-4147-b908-9e9e8acb5193 req-3ab0a5b7-959e-46e3-8695-d9cbd4910aa5 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 944 time: 0.0694723 Mar 31 21:50:44.370749 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:44.425671 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-6d092867-a0df-4147-b908-9e9e8acb5193 req-17aa49b2-079c-4fe9-9029-fe36025faed9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520387 Mar 31 21:50:44.428458 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:44.437042 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.437437 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.437767 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.438147 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.438816 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.438942 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.439258 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.439591 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.439920 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.440244 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.440570 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.440954 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.441404 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.441640 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.441962 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:44.608445 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['7c0db4a0-ec48-4e08-863e-ecfd747c50f9'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:50:45.557690 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9fb1-2d08-4c95-8bac-d89d3ad0ea9c req-5d4ff7ba-b815-48c5-accc-962268ee61dc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:45.560254 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e11c9fb1-2d08-4c95-8bac-d89d3ad0ea9c req-5d4ff7ba-b815-48c5-accc-962268ee61dc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 945 time: 0.0648611 Mar 31 21:50:45.611584 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-e11c9fb1-2d08-4c95-8bac-d89d3ad0ea9c req-76faed17-5ba9-4890-bc28-3f2700a16625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457468 Mar 31 21:50:46.015527 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:50:46.070564 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:50:46.075340 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:50:46.075704 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:46.173481 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:50:46.173862 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:46.198085 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:50:46.200362 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226e447-5652-42a9-9035-d6317ff39708" -d '{"events": [{"server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "name": "network-vif-plugged", "status": "completed", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:50:46.212577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:50:46.216868 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:46.263736 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:46.293791 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34351554-3b06-456b-aeff-32d84bb476e7 x-openstack-request-id: req-34351554-3b06-456b-aeff-32d84bb476e7 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:50:46.294021 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "name": "network-vif-plugged", "status": "completed", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:50:46.294281 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34351554-3b06-456b-aeff-32d84bb476e7 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:50:46.294713 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34351554-3b06-456b-aeff-32d84bb476e7'] response: {'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'code': 200} Mar 31 21:50:46.529015 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ebb6-f85b-4fe3-9901-93f59213a00e req-07a31cd3-43d1-4e06-80a5-212c5a435e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:46.530570 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a0e4ebb6-f85b-4fe3-9901-93f59213a00e req-07a31cd3-43d1-4e06-80a5-212c5a435e80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1130 time: 0.0590513 Mar 31 21:50:46.578842 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a0e4ebb6-f85b-4fe3-9901-93f59213a00e req-c1cfdcfd-a773-49ef-aa49-c1b4b39d7da4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Mar 31 21:50:46.746786 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d24a-7128-4c79-bef5-acbaf9fa08e5 req-5b60f769-ceb5-4f80-9148-0e314190eb9c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:46.748334 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9fd0d24a-7128-4c79-bef5-acbaf9fa08e5 req-5b60f769-ceb5-4f80-9148-0e314190eb9c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 946 time: 0.0659106 Mar 31 21:50:46.804427 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-9fd0d24a-7128-4c79-bef5-acbaf9fa08e5 req-fa4c6fa9-c48d-4fae-91ba-83aa18c6e428 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475409 Mar 31 21:50:47.930346 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74200579-6af1-4b45-b708-fa7dca60219f req-a8148413-5aa7-40a4-a798-ad6fcae6ebf1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:47.931861 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74200579-6af1-4b45-b708-fa7dca60219f req-a8148413-5aa7-40a4-a798-ad6fcae6ebf1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 946 time: 0.0561588 Mar 31 21:50:47.986957 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-74200579-6af1-4b45-b708-fa7dca60219f req-f7ee19f6-78c3-4847-ad53-a367e8e5c69c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490007 Mar 31 21:50:48.126784 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676235d8-8f17-4aac-aec5-e8b7e77f01de req-527f2312-1fa7-4bfd-9942-b3dfe7b5625c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:48.128377 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-676235d8-8f17-4aac-aec5-e8b7e77f01de req-527f2312-1fa7-4bfd-9942-b3dfe7b5625c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 946 time: 0.0558805 Mar 31 21:50:48.186044 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-676235d8-8f17-4aac-aec5-e8b7e77f01de req-fc95d790-8f2e-4020-b7ab-e9c2c41abf25 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501673 Mar 31 21:50:48.216407 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60086) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:50:48.266563 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3155fc86-3a77-4c0e-8d26-f90ac1502e8c tempest-TestVolumeBootPattern-452208856 tempest-TestVolumeBootPattern-452208856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:48.268309 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-3155fc86-3a77-4c0e-8d26-f90ac1502e8c tempest-TestVolumeBootPattern-452208856 tempest-TestVolumeBootPattern-452208856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1125 time: 0.0508640 Mar 31 21:50:48.271805 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60088) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:50:48.276201 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.v2.base [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104524) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:50:48.297801 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:48.411086 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:48.524270 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_common [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Allocated IP 172.27.1.110 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/41727c48-aa1f-45a6-8b28-b8565d7309dc) {{(pid=104524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:50:48.668522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:48.716135 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:48.753883 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:50:48.757745 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Resources bound (agent type, host, resource id): {{(pid=104524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:50:48.764038 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Received port after_create {{(pid=104524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:50:48.769890 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=41727c48-aa1f-45a6-8b28-b8565d7309dc,revision_number=1']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:48.776422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:48.802534 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.802877 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.803221 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.803552 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.803882 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.804211 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.804535 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.804856 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.805181 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.805597 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.805920 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.806238 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.806552 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.806867 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:48.807181 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:50:49.142143 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (59f21e2e-4f2f-41c1-9c27-29cb0a0950ba), precommit_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:49.219076 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), before_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:49.378495 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), precommit_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:49.383850 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14804554'] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), after_update {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:49.464050 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=41727c48-aa1f-45a6-8b28-b8565d7309dc,revision_number=2']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:50:49.475667 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (59f21e2e-4f2f-41c1-9c27-29cb0a0950ba), after_create {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:49.582166 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.db.l3_db [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Floating IP 59f21e2e-4f2f-41c1-9c27-29cb0a0950ba associated. External IP: 172.27.1.110, port: 7c0db4a0-ec48-4e08-863e-ecfd747c50f9. Mar 31 21:50:49.806631 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:50:49.916906 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:50:49.926542 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:50:49.935473 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:50:49.937039 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:50:49.938230 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:50:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:49.966929 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-5fcbde7b-ce3c-4463-bc4b-d50e50b27e13 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6940198 Mar 31 21:50:49.967885 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9'}] {{(pid=104524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:50:49.970384 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d60e6a8e161f52044334c996c037ea62dcbc50131fcee7848145ed23583838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43229a0-1df2-4edc-9ceb-40ff9e077979" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9"}]}' {{(pid=104524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:50:50.048632 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:50:50.063733 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e9580-a09d-4aca-ae65-f7a143f05167 x-openstack-request-id: req-858e9580-a09d-4aca-ae65-f7a143f05167 {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:50:50.064030 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9", "status": "completed", "code": 200}]} {{(pid=104524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:50:50.064280 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-858e9580-a09d-4aca-ae65-f7a143f05167 {{(pid=104524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:50:50.064693 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858e9580-a09d-4aca-ae65-f7a143f05167'] response: {'name': 'network-changed', 'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'status': 'completed', 'code': 200} Mar 31 21:50:50.129262 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-11b064a5-9555-4e34-92bf-88e034ce3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:50.131287 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-11b064a5-9555-4e34-92bf-88e034ce3ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1130 time: 0.0444517 Mar 31 21:50:50.221003 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-2bf3a500-a40e-460c-8ef0-0bf9820014a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:50.222490 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-2bf3a500-a40e-460c-8ef0-0bf9820014a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0850868 Mar 31 21:50:50.277622 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:49Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:50.292841 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-778097b0-4971-4aba-a247-64a2ac020044 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 1000 time: 0.0640156 Mar 31 21:50:50.307867 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:50:50.316605 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:50:50.317221 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:50:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:50.341687 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-c9968fd2-bddc-4473-9088-af0ceb9b8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:50.343135 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-c9968fd2-bddc-4473-9088-af0ceb9b8036 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0450110 Mar 31 21:50:50.391041 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-7121c2f7-277a-4d48-a702-b0fc2f45ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:50.392546 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-7121c2f7-277a-4d48-a702-b0fc2f45ab48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440166 Mar 31 21:50:50.425556 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:50:50.486433 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-2e9b1863-043e-4c89-b003-27e739021463 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873866 Mar 31 21:50:50.578387 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f43229a0-1df2-4edc-9ceb-40ff9e077979 req-ac2040a3-32e1-4643-bf68-b8e9eeb6223c service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857768 Mar 31 21:50:50.654991 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:49Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:50:50.682006 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a43795-ece2-4d97-95df-81c5f09e775c None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:49Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:50:50.875469 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d1b9e-4bbe-48a0-9fd2-6fa449d07e1b None None] New status for floating IP 59f21e2e-4f2f-41c1-9c27-29cb0a0950ba: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:50:55.300982 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-23707c8b-6ce4-4b2e-97c0-7a13d1e02ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499265 Mar 31 21:50:55.392097 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7a8-a53b-4165-8949-826710fae75f req-52e8342d-4087-474c-9701-4f88c982db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:55.393828 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-52e8342d-4087-474c-9701-4f88c982db47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1130 time: 0.0489402 Mar 31 21:50:55.504623 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7a8-a53b-4165-8949-826710fae75f req-9fedcbb4-033b-4b09-a386-f5841b5653a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:55.506685 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-9fedcbb4-033b-4b09-a386-f5841b5653a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0936661 Mar 31 21:50:55.582477 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-e9fa124e-6eb2-458e-966c-0077261767d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 1002 time: 0.0694761 Mar 31 21:50:55.636387 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7a8-a53b-4165-8949-826710fae75f req-80d7d798-36e8-4501-9d7a-4db35491b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:55.638563 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-80d7d798-36e8-4501-9d7a-4db35491b56c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0493417 Mar 31 21:50:55.694671 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410f7a8-a53b-4165-8949-826710fae75f req-367d9278-1efd-4278-a933-47ba2acfa06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:50:55.696310 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-367d9278-1efd-4278-a933-47ba2acfa06f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517917 Mar 31 21:50:55.795059 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-075541bf-ca8b-4f2e-8d57-0873ebecddb6 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922995 Mar 31 21:50:55.890405 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-4410f7a8-a53b-4165-8949-826710fae75f req-c3581ef9-f4fe-4d78-85cc-0f240c79d452 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894971 Mar 31 21:51:02.366252 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-88b6cd08-24e4-4fd4-9bff-8e4c747e7b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:05.175827 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-62855228-e9c6-4fd9-b02f-3f474ba3294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:06.201398 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:07.815490 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:09.063687 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:15.557726 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:51:18.777813 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:32.361686 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-5cc70878-70bc-4be3-9f59-6eb1d4aba275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:35.179539 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-bc40ac9c-b674-4ce7-a1bf-96d0a3293f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:36.203928 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:37.821359 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:39.057581 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:48.778630 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:51:52.558013 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:51:57.310597 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-15bdcb26-6d98-4ecc-93e6-111739667534 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455773 Mar 31 21:51:57.413320 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-7d9a4e23-1f81-4a8d-9edf-2aa6ed2e9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:57.414875 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-7d9a4e23-1f81-4a8d-9edf-2aa6ed2e9135 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1130 time: 0.0521672 Mar 31 21:51:57.519469 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-6570c901-122e-4629-b2fe-24a4add32ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:57.521075 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-6570c901-122e-4629-b2fe-24a4add32ab5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0859814 Mar 31 21:51:57.595836 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-7f9b43f8-4bc1-4e3d-8ab8-8877aabc9985 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 1002 time: 0.0687320 Mar 31 21:51:57.644096 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-00cfb0b5-18e3-4c2f-954c-a0bb6bd17d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:57.649689 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-00cfb0b5-18e3-4c2f-954c-a0bb6bd17d56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0476003 Mar 31 21:51:57.700448 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-2071d043-d1db-4c6d-9a11-f16cb01204ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:51:57.702014 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-2071d043-d1db-4c6d-9a11-f16cb01204ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463917 Mar 31 21:51:57.804756 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-c22ea2a5-a91b-4374-bf41-37ffe97b8b6d service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969491 Mar 31 21:51:57.893883 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2821b6de-3cf6-42e1-bb8f-9878c7cfb3c3 req-f0107c71-64a8-4c2b-96c3-043fe51309b0 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Mar 31 21:52:02.365401 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7620a029-24b1-42f4-a334-af4bad664918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:05.181153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-79101a63-c03a-4d2d-9722-4301976347af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:06.206525 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:07.823577 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:09.060957 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:18.788488 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:24.202666 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-7eeccb65-31e4-4848-8d6c-9bd157064526 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830559552&fields=id&tenant_id=eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 267 time: 0.0450001 Mar 31 21:52:24.305044 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-e4924901-5e33-432c-ac4f-729f96f02a22 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:24.306536 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-e4924901-5e33-432c-ac4f-729f96f02a22 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 810 time: 0.0975871 Mar 31 21:52:24.320992 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-6d2e8cb6-ad59-4815-b86f-fc291e6c6eb6 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/quotas/eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 375 time: 0.0088718 Mar 31 21:52:24.381269 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-e49ae4e7-feb7-4bce-9b1c-3ca198b6f0d8 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547421 Mar 31 21:52:24.462901 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-c3e82c91-0bb0-4b3c-a9fa-49bd96eec5f7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=104524) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:52:24.463919 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-c3e82c91-0bb0-4b3c-a9fa-49bd96eec5f7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0722032 Mar 31 21:52:24.552902 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-dc2a7802-659b-4f10-b76b-2ee641a51fb0 service neutron] 10.222.0.20 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828779 Mar 31 21:52:24.908032 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-3c335768-e76c-4478-a067-0cdc6025c89e service neutron] 10.222.0.20 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486636 Mar 31 21:52:25.194990 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-33a3eb92-a56d-4d6d-a108-c2eac66ff5a4 req-43157b92-3401-46cd-94af-27a7396ca417 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Mar 31 21:52:26.094298 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-424175f1-343d-4ed9-8874-2175e70671dc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:26.095652 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-424175f1-343d-4ed9-8874-2175e70671dc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 810 time: 0.1116045 Mar 31 21:52:26.159133 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-c12281bb-9e9f-47f4-bc39-798d633497d3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb1de70563f64a7390d4d261bb95fb7e HTTP/1.1" status: 200 len: 379 time: 0.0548630 Mar 31 21:52:26.167361 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'port': {'device_id': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'admin_state_up': True, 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'security_groups': ['4c5bcb52-193a-4b27-8fca-c12ad7d656f7']}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:52:26.276877 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Made reservation on behalf of eb1de70563f64a7390d4d261bb95fb7e for: {'port': 1} {{(pid=104525) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:52:26.280465 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:26.292605 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-74c3cc00-a631-4ded-93ac-036ba834c6df req-601f54a0-b2c4-44c8-82e4-f51607410371 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 210 time: 0.0291228 Mar 31 21:52:26.405531 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Allocated IP 172.20.0.5 (46922fb0-03fb-46f9-b58c-45e72fbb8b47/546e2caa-d55f-4913-9e21-c828a348b360/66ba3830-ec59-43f2-ba06-d53f4a5043a4) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:52:26.555457 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:26.596054 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:26.637640 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:52:26.640912 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:52:26.647930 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:52:26.672366 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=66ba3830-ec59-43f2-ba06-d53f4a5043a4,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:26.691226 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.691569 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.691914 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.692265 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.692578 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.692905 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.693227 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.693622 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.693946 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.694268 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.694589 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.694909 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.695225 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.695544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.695856 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:26.716514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:26.717403 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:26.735532 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d66da749-b0b4-46f8-8ecf-ed5481a35925 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716901 Mar 31 21:52:26.747469 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Request body: {'port': {'device_id': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:52:26.811408 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:26.893005 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-b364f8d4-c130-4577-9371-8f804279ef99 None None] Provisioning complete for port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 triggered by entity DHCP. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:52:26.893652 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-b364f8d4-c130-4577-9371-8f804279ef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:26.927326 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-b364f8d4-c130-4577-9371-8f804279ef99 None None] Port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 cannot update to ACTIVE because it is not bound. {{(pid=104526) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:52:27.073471 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ba3830-ec59-43f2-ba06-d53f4a5043a4 {{(pid=104525) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:52:27.081143 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Publish callbacks [] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:27.092838 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.provisioning_blocks [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Transition to ACTIVE for port object 66ba3830-ec59-43f2-ba06-d53f4a5043a4 will not be triggered until provisioned by entity L2. {{(pid=104525) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 21:52:27.096778 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:27.147145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Pushing event updated for resources: {'Port': ['ID=66ba3830-ec59-43f2-ba06-d53f4a5043a4,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:27.216933 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Attempting to bind port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:52:27.217274 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Attempting to bind port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:52:27.217645 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Attempting to bind port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:52:27.222200 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 21:52:27.222529 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Attempting to bind port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 on network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:52:27.228870 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Checking agent: {'id': 'e06d52e6-a4b2-4b65-9858-8cdc2396a6be', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'started_at': datetime.datetime(2022, 3, 31, 21, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:52:27.229213 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Checking segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104525) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:52:27.229632 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Bound using segment: {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'} {{(pid=104525) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:52:27.230069 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.managers [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Bound port: 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea834539-b31d-436c-a3e1-a529bbbb48aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47'}}] {{(pid=104525) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:52:27.230432 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:27.298392 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] For port 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host hv-cinder-83607, cleared binding levels {{(pid=104525) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:52:27.301936 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] For port 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:52:27.308380 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:27.353337 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:27.353969 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:27.355400 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] 10.222.0.35 "PUT /v2.0/ports/66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 200 len: 1093 time: 0.6123738 Mar 31 21:52:27.355855 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:52:27.358288 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b187f38-70af-48e0-9e18-b6842810d8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:52:27.375783 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e34fd-ead7-4ea3-b74a-0c71599c3f8c service neutron] Pushing event updated for resources: {'Port': ['ID=66ba3830-ec59-43f2-ba06-d53f4a5043a4,revision_number=3']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:27.415501 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef83d180-1fc9-45ff-bb18-b0d7b8442fe4 x-openstack-request-id: req-ef83d180-1fc9-45ff-bb18-b0d7b8442fe4 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:52:27.415927 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:52:27.416250 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef83d180-1fc9-45ff-bb18-b0d7b8442fe4 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:52:27.416583 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef83d180-1fc9-45ff-bb18-b0d7b8442fe4'] response: {'name': 'network-changed', 'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'status': 'completed', 'code': 200} Mar 31 21:52:27.473134 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5a5b2-ff12-40cb-a1bd-f410f7ef233a req-f33a451a-a9dc-4735-9f6f-8952cf0a43e6 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:27.475230 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dcc5a5b2-ff12-40cb-a1bd-f410f7ef233a req-f33a451a-a9dc-4735-9f6f-8952cf0a43e6 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0909493 Mar 31 21:52:27.483418 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-9b794aed-f7f5-4059-b644-80f2b42db51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:27.484864 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-9b794aed-f7f5-4059-b644-80f2b42db51b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1127 time: 0.0712614 Mar 31 21:52:27.536575 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-20496542-97f2-4c1b-b5c0-4c944a4ee24f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 200 len: 217 time: 0.0440524 Mar 31 21:52:27.594092 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-dcc5a5b2-ff12-40cb-a1bd-f410f7ef233a req-8f2cc197-a98b-4078-a29c-73a2299414ca tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130593 Mar 31 21:52:27.603415 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-18d4a640-1e18-4910-b3a3-4c1e22283f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:27.604833 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-18d4a640-1e18-4910-b3a3-4c1e22283f69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0629950 Mar 31 21:52:27.656630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-b4c86b4b-55f3-4791-9f6b-1ffa2785a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:27.658161 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-b4c86b4b-55f3-4791-9f6b-1ffa2785a033 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468822 Mar 31 21:52:27.748348 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-d5ced568-daa8-4c37-8dac-a0ad699c93f3 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811982 Mar 31 21:52:27.838889 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-786e5e7e-76bd-4b2a-bc00-b682d862e71b req-1bcf3741-2f80-4a4c-8a4f-87a341eb2bf9 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838687 Mar 31 21:52:27.935635 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-e08fb12f-17db-49b4-a9c2-95d69fbb8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:27.937144 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-e08fb12f-17db-49b4-a9c2-95d69fbb8dcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1127 time: 0.0484743 Mar 31 21:52:28.024369 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-c837d8b4-f674-48f9-b6db-53cc384c9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:28.025755 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-c837d8b4-f674-48f9-b6db-53cc384c9fdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0832291 Mar 31 21:52:28.070861 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-3f2c6193-aa37-492a-a720-de31a39fed5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 200 len: 217 time: 0.0370660 Mar 31 21:52:28.118182 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-a7135f34-83dd-4b2c-898d-d857d88a8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:28.119605 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-a7135f34-83dd-4b2c-898d-d857d88a8b24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0429249 Mar 31 21:52:28.170197 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-03aa246e-e0aa-4085-a370-f1b82b9fe974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:28.171679 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-03aa246e-e0aa-4085-a370-f1b82b9fe974 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450401 Mar 31 21:52:28.535579 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-7f649a77-7d2d-420a-bea3-90fb9e09a1f5 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548419 Mar 31 21:52:28.624025 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-2b187f38-70af-48e0-9e18-b6842810d8c7 req-9f9a169f-e574-46a1-a5c8-909ea991a93c service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Mar 31 21:52:28.716131 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e38a00-3aab-41a2-9645-edc7ddb2c0d4 req-872fe520-dde6-4d3d-b7d3-bb3ab967d742 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:28.717893 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c5e38a00-3aab-41a2-9645-edc7ddb2c0d4 req-872fe520-dde6-4d3d-b7d3-bb3ab967d742 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0551353 Mar 31 21:52:28.767697 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-c5e38a00-3aab-41a2-9645-edc7ddb2c0d4 req-4f17ae33-5d0a-40af-b994-8458c428ef57 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440688 Mar 31 21:52:29.557818 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:52:29.889690 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a1f4e-8f28-4720-8cec-18bf570d15bb req-c941435c-d337-45b7-b173-39b7aaa74c20 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:29.891388 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bc8a1f4e-8f28-4720-8cec-18bf570d15bb req-c941435c-d337-45b7-b173-39b7aaa74c20 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0584347 Mar 31 21:52:29.939843 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-bc8a1f4e-8f28-4720-8cec-18bf570d15bb req-143f0270-f234-4f71-90a2-d9b81975e211 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Mar 31 21:52:31.059110 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b946406-a178-4197-9dd5-710aefdbb666 req-f6fa7b53-26d2-46a8-999f-d40a859729be tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:31.060855 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3b946406-a178-4197-9dd5-710aefdbb666 req-f6fa7b53-26d2-46a8-999f-d40a859729be tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0565267 Mar 31 21:52:31.109125 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3b946406-a178-4197-9dd5-710aefdbb666 req-986862a2-d09d-42d5-ac59-a09b1441b962 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426543 Mar 31 21:52:32.227436 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3140084-c1b9-4242-a582-926883839c4d req-939f4a7b-ba3f-45ff-9fb4-5a6e90bcf3c0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:32.228930 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f3140084-c1b9-4242-a582-926883839c4d req-939f4a7b-ba3f-45ff-9fb4-5a6e90bcf3c0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0531762 Mar 31 21:52:32.277638 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f3140084-c1b9-4242-a582-926883839c4d req-6d82b947-4652-4206-95ca-f2fd57737d41 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429103 Mar 31 21:52:32.371015 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6027ebd6-d471-4e04-80a3-18db2873ef2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:33.396596 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9069-a901-42b1-89af-527a703bc0fe req-a51e6e75-7b92-4b64-988d-3bb10ae6353d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:33.398414 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-368d9069-a901-42b1-89af-527a703bc0fe req-a51e6e75-7b92-4b64-988d-3bb10ae6353d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0530427 Mar 31 21:52:33.449648 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-368d9069-a901-42b1-89af-527a703bc0fe req-6d8e84cd-c997-4b1c-be5c-b32eddb7466d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448039 Mar 31 21:52:34.564999 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa22d7-e215-4124-816f-a6a9458da355 req-010a8374-a768-4c93-81e2-f324f88ed6a2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:34.566591 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a2fa22d7-e215-4124-816f-a6a9458da355 req-010a8374-a768-4c93-81e2-f324f88ed6a2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 943 time: 0.0519772 Mar 31 21:52:34.619008 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-a2fa22d7-e215-4124-816f-a6a9458da355 req-fdd6f494-0ac4-4679-b89c-022c98c810fc tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460670 Mar 31 21:52:34.642522 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 66ba3830-ec59-43f2-ba06-d53f4a5043a4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104526) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 21:52:34.735601 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:52:34.746624 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Returning: {'device': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'port_id': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'mac_address': 'fa:16:3e:3d:e5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104526) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 21:52:34.785862 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 is: DOWN; New status is: BUILD {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:52:34.786239 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:34.926579 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ba3830-ec59-43f2-ba06-d53f4a5043a4 {{(pid=104526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 21:52:34.946402 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:52:34.950697 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:35.002819 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=66ba3830-ec59-43f2-ba06-d53f4a5043a4,revision_number=4']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:35.010354 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.010741 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.011057 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.011395 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.011729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.012062 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.012388 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.012711 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.013036 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.013463 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.013800 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.014116 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.014436 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.014754 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.015072 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:52:35.182976 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-0a26a354-61f6-44a3-9182-606f6a0a03fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:35.229896 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] get_ports_and_sgs() called for port_ids ['66ba3830-ec59-43f2-ba06-d53f4a5043a4'] {{(pid=104526) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 21:52:35.742889 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06489-48f6-4a92-903b-e87822df9aa3 req-cd370636-7924-4ea6-a563-154cad03173e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:35.744398 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-07f06489-48f6-4a92-903b-e87822df9aa3 req-cd370636-7924-4ea6-a563-154cad03173e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 944 time: 0.0612068 Mar 31 21:52:35.796956 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-07f06489-48f6-4a92-903b-e87822df9aa3 req-2f44f234-877b-45fe-a5a8-cb2f1684174f tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469470 Mar 31 21:52:36.210467 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:36.657362 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 66ba3830-ec59-43f2-ba06-d53f4a5043a4 up at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:52:36.706005 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning for port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 completed by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 21:52:36.710404 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.provisioning_blocks [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Provisioning complete for port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 triggered by entity L2. {{(pid=104526) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:52:36.710830 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1159982'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), provisioning_complete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:36.796206 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Current status of the port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 is: BUILD; New status is: ACTIVE {{(pid=104526) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:52:36.796586 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), before_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:36.818548 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4'}] {{(pid=104526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:52:36.820904 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5fa381aa2903348be3dae29f442703366a75933756283a4750ea42ef15ea48d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6dade-a362-46b2-b49e-35444e9c8a50" -d '{"events": [{"server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "name": "network-vif-plugged", "status": "completed", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4"}]}' {{(pid=104526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:52:36.833626 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] For port 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:52:36.838734 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:36.864271 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57292d9-ce45-43c5-9af9-7456bb232fa5 x-openstack-request-id: req-c57292d9-ce45-43c5-9af9-7456bb232fa5 {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:52:36.864569 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "name": "network-vif-plugged", "status": "completed", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4", "code": 200}]} {{(pid=104526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:52:36.864824 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c57292d9-ce45-43c5-9af9-7456bb232fa5 {{(pid=104526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:52:36.865222 dv-cinder-836074-1-iscsi neutron-server[104526]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57292d9-ce45-43c5-9af9-7456bb232fa5'] response: {'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'code': 200} Mar 31 21:52:36.894908 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Pushing event updated for resources: {'Port': ['ID=66ba3830-ec59-43f2-ba06-d53f4a5043a4,revision_number=5']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:36.930609 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db6f0-99ca-46bf-868b-8e7d2d8f24fe req-2cc610bb-d72c-4a3f-9456-12b1ce75ca63 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:36.931994 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d90db6f0-99ca-46bf-868b-8e7d2d8f24fe req-2cc610bb-d72c-4a3f-9456-12b1ce75ca63 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.0561271 Mar 31 21:52:36.981280 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-d90db6f0-99ca-46bf-868b-8e7d2d8f24fe req-ce8e0aa1-cc1a-4ce8-a591-bc656d371301 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 Mar 31 21:52:37.092256 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81276e61-0613-42d3-8739-272b5bf759ad req-7d246272-3e4f-4bda-a288-558a009d73c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:37.096330 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-81276e61-0613-42d3-8739-272b5bf759ad req-7d246272-3e4f-4bda-a288-558a009d73c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1129 time: 0.0487530 Mar 31 21:52:37.146047 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-81276e61-0613-42d3-8739-272b5bf759ad req-7b76a284-2c33-414e-a9cb-bccd5ca2fc5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Mar 31 21:52:37.830746 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:38.105591 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2fd1d-0cbd-4bed-ad98-c7f48449228e req-d66e3c3d-6a05-4e6b-9e86-91b9027ddb77 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:38.107317 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-26b2fd1d-0cbd-4bed-ad98-c7f48449228e req-d66e3c3d-6a05-4e6b-9e86-91b9027ddb77 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.0566030 Mar 31 21:52:38.160958 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-26b2fd1d-0cbd-4bed-ad98-c7f48449228e req-19aa31a7-2909-4a3b-b3d4-1d6ee57a2905 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480883 Mar 31 21:52:39.063909 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:39.291370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0bc6f-4d47-42c5-974a-43e64c0b6878 req-442cbb20-f7ca-4833-934a-ac773fb963f2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:39.292749 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f6f0bc6f-4d47-42c5-974a-43e64c0b6878 req-442cbb20-f7ca-4833-934a-ac773fb963f2 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.0556588 Mar 31 21:52:39.345543 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-f6f0bc6f-4d47-42c5-974a-43e64c0b6878 req-8df33e80-ebf4-4bb7-bdac-90ed9764436d tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450137 Mar 31 21:52:39.463109 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee187-cee8-4e90-8081-197b19347821 req-298686ea-8783-4aca-9323-7d82ae1418f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:39.465290 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1b9ee187-cee8-4e90-8081-197b19347821 req-298686ea-8783-4aca-9323-7d82ae1418f1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.0550025 Mar 31 21:52:39.514300 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-1b9ee187-cee8-4e90-8081-197b19347821 req-19769d6b-131c-4583-b9bc-752c60ccc0d9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Mar 31 21:52:39.537128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60212) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:52:39.581675 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81fffd-bc99-4612-8f45-eec32f1fdddb tempest-TestVolumeBootPattern-452208856 tempest-TestVolumeBootPattern-452208856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:39.583222 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-0a81fffd-bc99-4612-8f45-eec32f1fdddb tempest-TestVolumeBootPattern-452208856 tempest-TestVolumeBootPattern-452208856-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1124 time: 0.0450594 Mar 31 21:52:39.586308 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60214) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:52:39.590514 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.v2.base [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Request body: {'floatingip': {'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'port_id': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104525) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:52:39.610126 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:39.709541 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (None), before_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:39.811320 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_common [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Allocated IP 172.27.1.9 (1d1359a3-c126-4c60-81ba-b1a692f68ca4/fedc2756-4dcc-4ae2-8ec6-10bbdd20533b/47c3b60f-0191-4d74-93e3-4f11407d2220) {{(pid=104525) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:52:39.923082 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:39.957079 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792897581797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:39.990609 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Network 1d1359a3-c126-4c60-81ba-b1a692f68ca4 is already hosted by enough agents. {{(pid=104525) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:52:39.994044 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.base_scheduler [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Resources bound (agent type, host, resource id): {{(pid=104525) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:52:39.997418 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Received port after_create {{(pid=104525) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:52:40.025686 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=47c3b60f-0191-4d74-93e3-4f11407d2220,revision_number=1']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:40.362607 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (0181c03b-172e-4641-8a66-8e21cb791ff7), precommit_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:40.430096 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017812'] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), before_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:40.579030 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), precommit_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:40.583982 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792898150027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792897581815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792897582349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14521058'] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), after_update {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:40.654236 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event updated for resources: {'Port': ['ID=47c3b60f-0191-4d74-93e3-4f11407d2220,revision_number=2']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:52:40.664023 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1821761'] for floatingip (0181c03b-172e-4641-8a66-8e21cb791ff7), after_create {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:40.764251 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Floating IP 0181c03b-172e-4641-8a66-8e21cb791ff7 associated. External IP: 172.27.1.9, port: 66ba3830-ec59-43f2-ba06-d53f4a5043a4. Mar 31 21:52:40.976089 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:52:41.084854 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:52:41.095170 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:52:41.101995 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:41.106007 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:52:41.106638 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:52:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:52:41.133842 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-6a593473-46db-48ac-9d4b-796e224e3ca0 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5464897 Mar 31 21:52:41.134461 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:52:41.136776 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49064277-9739-413e-b0a8-efab6bcb2e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:52:41.180630 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b90c984-50e0-4a25-8aa9-9c35aea67b27 x-openstack-request-id: req-7b90c984-50e0-4a25-8aa9-9c35aea67b27 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:52:41.180988 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:52:41.181245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b90c984-50e0-4a25-8aa9-9c35aea67b27 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:52:41.181688 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b90c984-50e0-4a25-8aa9-9c35aea67b27'] response: {'name': 'network-changed', 'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'status': 'completed', 'code': 200} Mar 31 21:52:41.219400 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:52:41.249418 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-a5f1bdb1-fd22-4118-9906-bc9dfc5155c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:41.250868 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-a5f1bdb1-fd22-4118-9906-bc9dfc5155c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1129 time: 0.0487010 Mar 31 21:52:41.343981 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-e7bde2be-84b6-4322-b370-6729d8765478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:41.345490 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-e7bde2be-84b6-4322-b370-6729d8765478 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0881393 Mar 31 21:52:41.414136 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-f485d708-5647-444a-9f15-5a86e93d036f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 200 len: 997 time: 0.0624297 Mar 31 21:52:41.444689 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '0181c03b-172e-4641-8a66-8e21cb791ff7', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:3d:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:52:40Z', 'updated_at': '2022-03-31T21:52:40Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}, {'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:51Z', 'revision_number': 1, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:52:41.463434 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-ab7374b6-8a99-4611-8fff-bde6b1fda45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:41.464896 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-ab7374b6-8a99-4611-8fff-bde6b1fda45f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0448506 Mar 31 21:52:41.475419 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:52:41.484238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:52:41.484852 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:52:35Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:52:41.514691 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-a5d945a9-aa39-499d-b29d-c31937081c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:41.516195 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-a5d945a9-aa39-499d-b29d-c31937081c6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455484 Mar 31 21:52:41.597026 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:52:41.610853 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-2be918f4-6696-46f8-b969-eb5763ee525c service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885205 Mar 31 21:52:41.702189 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-49064277-9739-413e-b0a8-efab6bcb2e7d req-18092cdf-fac4-4b4b-8bcb-62b67eac6847 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845001 Mar 31 21:52:41.822823 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '0181c03b-172e-4641-8a66-8e21cb791ff7', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:3d:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:52:40Z', 'updated_at': '2022-03-31T21:52:40Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}, {'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:51Z', 'revision_number': 1, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:52:41.848780 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0369df3-fb6d-4f76-9b3e-9b522525b035 None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '0181c03b-172e-4641-8a66-8e21cb791ff7', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:3d:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:52:40Z', 'updated_at': '2022-03-31T21:52:40Z', 'revision_number': 0, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}, {'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:51Z', 'revision_number': 1, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:52:42.050683 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29829c14-4fe8-4ed3-b831-8941744f0e0f None None] New status for floating IP 0181c03b-172e-4641-8a66-8e21cb791ff7: ACTIVE {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:52:48.779599 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:52:57.313595 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-a02e85f3-aa6d-4057-a1e8-0702bd42a295 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472269 Mar 31 21:52:57.407439 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-3981de73-4370-473f-97cd-b695e0858c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:57.408946 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-3981de73-4370-473f-97cd-b695e0858c59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1130 time: 0.0500474 Mar 31 21:52:57.514178 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-20b2493d-9786-4778-9595-1c502db6a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:57.515640 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-20b2493d-9786-4778-9595-1c502db6a0d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.0865159 Mar 31 21:52:57.585418 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-481faed4-3b90-469a-8614-4d7ee0dc0baa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 1002 time: 0.0636222 Mar 31 21:52:57.632731 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-b49d63a2-802e-4362-b944-6a6c9d10954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:57.634222 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-b49d63a2-802e-4362-b944-6a6c9d10954a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0436270 Mar 31 21:52:57.685272 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-c3029008-4f0f-4a9a-b01c-7073cfdeb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:52:57.686808 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-c3029008-4f0f-4a9a-b01c-7073cfdeb67b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455441 Mar 31 21:52:57.778935 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-e923bf3c-0fb0-4a96-8c99-074eef4fd432 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Mar 31 21:52:57.870045 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-1af53441-d4ea-490a-b800-7523a8b0eb35 req-314fda45-2f8b-4690-8bb4-b4fcb1e0ff14 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851247 Mar 31 21:53:02.367185 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-36aad60e-51c8-4dac-af99-59bf67c694c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:05.185023 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-375dca4c-8df9-49a4-aba0-54ab6755b187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:06.212553 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:06.556722 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:53:07.829937 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:09.068650 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:18.797949 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:32.363713 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9e3d025f-327f-4d7f-84c4-d8c3f8876db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:35.186881 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1313e6d3-837a-4fe5-8e69-a97d1f402d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:36.216323 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:37.834288 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:39.075403 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:43.558826 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:53:48.781171 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:53:57.324086 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-4c98be9b-ea60-466a-818a-2fd74b53ac13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498207 Mar 31 21:53:57.403327 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-05d12ac1-6cf4-4389-a2df-ae1fa182f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.404907 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-05d12ac1-6cf4-4389-a2df-ae1fa182f561 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1129 time: 0.0579567 Mar 31 21:53:57.522544 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-fa485d7d-6c03-453f-8316-a029dd090ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.524036 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-fa485d7d-6c03-453f-8316-a029dd090ddb service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.1005075 Mar 31 21:53:57.598950 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-9f16efc8-309e-4fa7-ad38-94666fa8fe8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 200 len: 999 time: 0.0685446 Mar 31 21:53:57.654424 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-52f066cf-291c-46f9-9fdf-bddc31894eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.654424 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-52f066cf-291c-46f9-9fdf-bddc31894eba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0487998 Mar 31 21:53:57.711883 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-cf5c10ae-882e-48ee-a4c0-1ed70b464673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:53:57.713529 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-cf5c10ae-882e-48ee-a4c0-1ed70b464673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543585 Mar 31 21:53:57.827682 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-9d4a0a5b-4886-4f5a-bca9-2b8c2ea8cd8d service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080158 Mar 31 21:53:57.933532 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-b824fe94-3981-43d9-9e06-44f65fed93c8 req-0b34b36e-2ec1-4acd-8cc2-277bc628fda7 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998933 Mar 31 21:54:02.367514 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7769886f-db74-41ee-8ae3-9127a1fb63e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:05.188138 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-20022af9-4027-409a-a21f-6b25743c29e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:06.219095 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:07.837507 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:08.637209 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60238) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:08.840878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Deleting port 47c3b60f-0191-4d74-93e3-4f11407d2220 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:08.841215 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:08.918191 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:08.918433 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (47c3b60f-0191-4d74-93e3-4f11407d2220), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:08.930082 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Calling delete_port for 47c3b60f-0191-4d74-93e3-4f11407d2220 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:09.069982 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:09.365174 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (47c3b60f-0191-4d74-93e3-4f11407d2220), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:09.388530 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'Port': ['ID=47c3b60f-0191-4d74-93e3-4f11407d2220,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:09.402011 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.402366 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.402712 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.403057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.403396 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.403727 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.404057 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.404382 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.404711 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.405037 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.405391 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.405724 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.406048 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.406370 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.406693 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104525) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:09.462589 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (0181c03b-172e-4641-8a66-8e21cb791ff7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:09.462937 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Floating IP 0181c03b-172e-4641-8a66-8e21cb791ff7 disassociated (deleted). External IP: 172.27.1.9, port: 66ba3830-ec59-43f2-ba06-d53f4a5043a4. Mar 31 21:54:09.680113 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:54:09.795605 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:54:09.800607 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:09.808467 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:54:09.823124 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:09.823746 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:09.831939 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-79bde803-7486-49ec-b2f6-7b0a3fb2a9b9 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "DELETE /v2.0/floatingips/0181c03b-172e-4641-8a66-8e21cb791ff7 HTTP/1.1" status: 204 len: 168 time: 1.1935949 Mar 31 21:54:09.834939 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:54:09.835064 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:54:09.883838 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa453e9-6e41-4476-a443-1358100ea2f7 x-openstack-request-id: req-7fa453e9-6e41-4476-a443-1358100ea2f7 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:54:09.884239 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:54:09.884371 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fa453e9-6e41-4476-a443-1358100ea2f7 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:54:09.884774 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa453e9-6e41-4476-a443-1358100ea2f7'] response: {'name': 'network-changed', 'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'status': 'completed', 'code': 200} Mar 31 21:54:09.965238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:09.966783 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-b72b9206-486d-4af8-bbb6-b1a6d96e7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:09.968387 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-b72b9206-486d-4af8-bbb6-b1a6d96e7f40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 1129 time: 0.0618572 Mar 31 21:54:10.086629 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-53c6196e-63dd-4abe-b6d3-1842928faffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:10.088174 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-53c6196e-63dd-4abe-b6d3-1842928faffb service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.1123853 Mar 31 21:54:10.136815 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-91417a6a-3b3c-42e0-8a05-d3f74e88c0cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 200 len: 217 time: 0.0418499 Mar 31 21:54:10.227636 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-0b335c9d-69bc-4060-87b4-562aee978b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:10.229019 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-0b335c9d-69bc-4060-87b4-562aee978b30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0863836 Mar 31 21:54:10.255128 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d195a2-488e-475e-84a7-4ad7e4f1623f req-24234029-fc66-4a4a-a739-8bbbf3450771 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:10.256599 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-66d195a2-488e-475e-84a7-4ad7e4f1623f req-24234029-fc66-4a4a-a739-8bbbf3450771 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.2000482 Mar 31 21:54:10.326526 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-45136bbc-eca6-419b-973d-539e39816e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:10.328030 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-45136bbc-eca6-419b-973d-539e39816e62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917954 Mar 31 21:54:10.332117 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-66d195a2-488e-475e-84a7-4ad7e4f1623f req-fda52b92-5708-4a50-b270-7625c0c876a8 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600843 Mar 31 21:54:10.339179 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:51Z', 'revision_number': 1, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:10.365958 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:54:10.374907 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:10.375146 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:10.428542 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-8a5c04e6-9fbf-4f60-8441-a827de225315 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937247 Mar 31 21:54:10.490255 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:10.523952 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-327c3dbb-a69e-46cb-8bc3-b9bfced42c49 req-32e5a9b7-09f9-496e-99a0-a3055e0fd556 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Mar 31 21:54:10.731278 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:51Z', 'revision_number': 1, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:10.756862 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8566fc-401a-4dd2-acb3-9e55f9d11022 None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_floatingips': [{'id': '59f21e2e-4f2f-41c1-9c27-29cb0a0950ba', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'router_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'port_id': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'mac_address': 'fa:16:3e:78:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1c9a66-a16f-494c-948d-591688b11df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T21:50:49Z', 'updated_at': '2022-03-31T21:50:51Z', 'revision_number': 1, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:54:10.987099 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee843d3-154d-43fd-a555-303726d4b1fc None None] New status for floating IP 0181c03b-172e-4641-8a66-8e21cb791ff7: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:54:11.543498 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca762d-ebca-481b-8f90-372e9684233c req-736d1274-2e83-4ef8-abed-c0e6101ab1c1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:11.545105 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-beca762d-ebca-481b-8f90-372e9684233c req-736d1274-2e83-4ef8-abed-c0e6101ab1c1 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.1395040 Mar 31 21:54:11.597094 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-beca762d-ebca-481b-8f90-372e9684233c req-ab4dce05-1727-4aea-b088-5f7ecf17b327 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Mar 31 21:54:11.611837 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-6df823ca-04b6-4a19-b315-96fff779915e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:11.613441 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-6df823ca-04b6-4a19-b315-96fff779915e tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 945 time: 0.0600629 Mar 31 21:54:11.710272 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Deleting port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:11.710570 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:11.809222 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] For port 66ba3830-ec59-43f2-ba06-d53f4a5043a4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=66ba3830-ec59-43f2-ba06-d53f4a5043a4,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:11.809629 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:11.824334 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Calling delete_port for 66ba3830-ec59-43f2-ba06-d53f4a5043a4 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:11.966757 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (66ba3830-ec59-43f2-ba06-d53f4a5043a4), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:12.001139 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'Port': ['ID=66ba3830-ec59-43f2-ba06-d53f4a5043a4,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:12.048925 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] No DVR routers for this DVR port 66ba3830-ec59-43f2-ba06-d53f4a5043a4 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:54:12.052410 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:12.055980 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8d53f2bb-06c5-46db-b098-25e44a5bf46e req-11a94461-1479-4bc1-a5e4-5a6a21d6e625 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "DELETE /v2.0/ports/66ba3830-ec59-43f2-ba06-d53f4a5043a4 HTTP/1.1" status: 204 len: 173 time: 0.4370155 Mar 31 21:54:12.056779 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'name': 'network-vif-deleted', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:54:12.058803 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35306cc-da95-44f8-ab0a-a34ee6ab4727" -d '{"events": [{"server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "name": "network-vif-deleted", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:54:12.099343 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4877cc31-f4c9-4f88-9f34-486014039f47 x-openstack-request-id: req-4877cc31-f4c9-4f88-9f34-486014039f47 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:54:12.099667 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4c6bf1-4089-4c3e-9269-b4a503878c55", "name": "network-vif-deleted", "tag": "66ba3830-ec59-43f2-ba06-d53f4a5043a4", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:54:12.099878 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4877cc31-f4c9-4f88-9f34-486014039f47 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:54:12.100281 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4877cc31-f4c9-4f88-9f34-486014039f47'] response: {'server_uuid': 'dc4c6bf1-4089-4c3e-9269-b4a503878c55', 'name': 'network-vif-deleted', 'tag': '66ba3830-ec59-43f2-ba06-d53f4a5043a4', 'status': 'completed', 'code': 200} Mar 31 21:54:12.719041 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-cb76cb3c-0b81-46e7-8920-125942d9eda3 req-12c517c7-b786-484c-b2e3-c50b9c6249d3 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc4c6bf1-4089-4c3e-9269-b4a503878c55 HTTP/1.1" status: 200 len: 210 time: 0.0304730 Mar 31 21:54:15.085059 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 66ba3830-ec59-43f2-ba06-d53f4a5043a4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:15.109729 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 66ba3830-ec59-43f2-ba06-d53f4a5043a4 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:15.110080 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 66ba3830-ec59-43f2-ba06-d53f4a5043a4 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:16.033555 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60284) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:16.196578 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Deleting port 41727c48-aa1f-45a6-8b28-b8565d7309dc {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:16.196812 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:16.275158 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:16.275486 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (41727c48-aa1f-45a6-8b28-b8565d7309dc), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:16.287455 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Calling delete_port for 41727c48-aa1f-45a6-8b28-b8565d7309dc owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:16.442104 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (41727c48-aa1f-45a6-8b28-b8565d7309dc), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:16.467703 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'Port': ['ID=41727c48-aa1f-45a6-8b28-b8565d7309dc,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:16.528106 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (59f21e2e-4f2f-41c1-9c27-29cb0a0950ba), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:16.528433 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.db.l3_db [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Floating IP 59f21e2e-4f2f-41c1-9c27-29cb0a0950ba disassociated (deleted). External IP: 172.27.1.110, port: 7c0db4a0-ec48-4e08-863e-ecfd747c50f9. Mar 31 21:54:16.746000 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:54:16.855124 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:54:16.860461 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:16.865151 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:54:16.875054 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:16.875874 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:16.899680 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-8c3bd42d-236e-4a65-9b3d-b8f543788a2a tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "DELETE /v2.0/floatingips/59f21e2e-4f2f-41c1-9c27-29cb0a0950ba HTTP/1.1" status: 204 len: 168 time: 0.8650241 Mar 31 21:54:16.900380 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:54:16.903304 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b5eba-52d0-45e1-a3ad-1332e2caa282" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:54:16.969377 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca70ae25-06b7-49a0-9e8b-f91621321018 x-openstack-request-id: req-ca70ae25-06b7-49a0-9e8b-f91621321018 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:54:16.969983 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:54:16.970674 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca70ae25-06b7-49a0-9e8b-f91621321018 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:54:16.971744 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca70ae25-06b7-49a0-9e8b-f91621321018'] response: {'name': 'network-changed', 'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'status': 'completed', 'code': 200} Mar 31 21:54:17.018611 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:17.038316 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-10c52f78-4f7c-4c81-bbdd-533ee66dfca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:17.039840 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-10c52f78-4f7c-4c81-bbdd-533ee66dfca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 1130 time: 0.0508368 Mar 31 21:54:17.179026 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6cc53-a52a-49d9-bc14-b961382af1b6 req-48bf58b0-9ff5-4ade-8580-9156a0c19985 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:17.180504 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-66e6cc53-a52a-49d9-bc14-b961382af1b6 req-48bf58b0-9ff5-4ade-8580-9156a0c19985 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 946 time: 0.0829949 Mar 31 21:54:17.181929 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-574e1c60-6ce2-4d2c-bfea-930049066fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:17.183262 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-574e1c60-6ce2-4d2c-bfea-930049066fe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 200 len: 911 time: 0.1333146 Mar 31 21:54:17.232139 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:17.240527 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-c74f9add-9cb3-4301-9370-da01bac7abde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 200 len: 217 time: 0.0460491 Mar 31 21:54:17.259248 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:54:17.268710 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:17.269282 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:17.298523 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-66e6cc53-a52a-49d9-bc14-b961382af1b6 req-33013419-4fe9-4dc4-a5d3-af8257107482 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115923 Mar 31 21:54:17.311578 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-540cb3a7-f001-4932-917d-60e1069a9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:17.312712 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-540cb3a7-f001-4932-917d-60e1069a9076 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 200 len: 849 time: 0.0605495 Mar 31 21:54:17.361790 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-7c7f5f0d-dd40-4fb7-885b-b94ccdac4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:17.363325 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-7c7f5f0d-dd40-4fb7-885b-b94ccdac4aa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46922fb0-03fb-46f9-b58c-45e72fbb8b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441813 Mar 31 21:54:17.382273 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:17.456166 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-3f2a2086-0d45-46b3-b5a4-c909dc563507 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858948 Mar 31 21:54:17.546566 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-040b5eba-52d0-45e1-a3ad-1332e2caa282 req-1cb6375e-dcce-4b9a-8633-e03c5c7b4c84 service neutron] 10.222.0.35 "GET /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829089 Mar 31 21:54:17.590306 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:17.617182 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9aae7-2cf5-4b24-a88e-fc5c2db23856 None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:47:32Z', 'revision_number': 4, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi', '_interfaces': [{'id': '4315b1b7-22b4-4b7f-a016-df5f72d7fe80', 'name': '', 'network_id': '46922fb0-03fb-46f9-b58c-45e72fbb8b47', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'mac_address': 'fa:16:3e:6d:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '546e2caa-d55f-4913-9e21-c828a348b360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:31Z', 'updated_at': '2022-03-31T21:47:37Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'subnets': [{'id': '546e2caa-d55f-4913-9e21-c828a348b360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:54:17.834386 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c94f74-9eb9-4220-8971-865996b88a36 None None] New status for floating IP 59f21e2e-4f2f-41c1-9c27-29cb0a0950ba: DOWN {{(pid=104527) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 21:54:18.422672 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89d487-7185-4074-922f-d2369b933532 req-e854002c-149e-4cdf-9627-658f57572c7b tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104524) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:18.424154 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3f89d487-7185-4074-922f-d2369b933532 req-e854002c-149e-4cdf-9627-658f57572c7b tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 946 time: 0.0554702 Mar 31 21:54:18.473358 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-3f89d487-7185-4074-922f-d2369b933532 req-08c952bc-33ae-4f41-9deb-bee080da1034 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c5bcb52-193a-4b27-8fca-c12ad7d656f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Mar 31 21:54:18.606314 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-e4a8bd02-bd07-4253-9bcf-dfda6ee2dbe8 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104525) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:54:18.608334 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-e4a8bd02-bd07-4253-9bcf-dfda6ee2dbe8 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 946 time: 0.0578423 Mar 31 21:54:18.699411 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Deleting port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:18.699747 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:18.786418 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:18.792422 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] For port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:18.792786 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:18.805943 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Calling delete_port for 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 owned by compute:nova {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:18.939341 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (7c0db4a0-ec48-4e08-863e-ecfd747c50f9), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:18.973378 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'Port': ['ID=7c0db4a0-ec48-4e08-863e-ecfd747c50f9,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:19.013877 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] No DVR routers for this DVR port 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 on host hv-cinder-83607 {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:54:19.016429 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for port (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:19.019777 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [req-8f1d6b0d-6de6-4cc4-979d-a31362d0dd42 req-26b2a0fe-ec0a-48ae-9228-d989c54ff5eb tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.35 "DELETE /v2.0/ports/7c0db4a0-ec48-4e08-863e-ecfd747c50f9 HTTP/1.1" status: 204 len: 173 time: 0.4065478 Mar 31 21:54:19.020212 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'name': 'network-vif-deleted', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9'}] {{(pid=104525) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 21:54:19.022505 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}241d9a36555a0e20d521db3ce3e7ee425d27c1ac4884bffbb933f19b7914da7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01220a96-8eb3-4396-bf96-77615c3330c8" -d '{"events": [{"server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "name": "network-vif-deleted", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9"}]}' {{(pid=104525) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 21:54:19.065432 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 21:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5791df-3e51-40d0-b454-1a6a3f67ffd5 x-openstack-request-id: req-1b5791df-3e51-40d0-b454-1a6a3f67ffd5 {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 21:54:19.065721 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1c9a66-a16f-494c-948d-591688b11df9", "name": "network-vif-deleted", "tag": "7c0db4a0-ec48-4e08-863e-ecfd747c50f9", "status": "completed", "code": 200}]} {{(pid=104525) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 21:54:19.066022 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b5791df-3e51-40d0-b454-1a6a3f67ffd5 {{(pid=104525) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 21:54:19.066427 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5791df-3e51-40d0-b454-1a6a3f67ffd5'] response: {'server_uuid': '6b1c9a66-a16f-494c-948d-591688b11df9', 'name': 'network-vif-deleted', 'tag': '7c0db4a0-ec48-4e08-863e-ecfd747c50f9', 'status': 'completed', 'code': 200} Mar 31 21:54:19.590011 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [req-ef76020c-43ab-4da7-90a9-53e73bbd3946 req-a24bf571-9331-41d4-a5d5-54c810fb1a4c tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b1c9a66-a16f-494c-948d-591688b11df9 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Mar 31 21:54:20.559801 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:54:20.648433 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60300) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:20.774481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Deleting port 4f8e21bf-2bb1-48ba-9d30-2cc952835475 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:20.774829 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:20.852516 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:20.852841 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (4f8e21bf-2bb1-48ba-9d30-2cc952835475), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:20.864068 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Calling delete_port for 4f8e21bf-2bb1-48ba-9d30-2cc952835475 owned by network:floatingip {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:20.994367 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (4f8e21bf-2bb1-48ba-9d30-2cc952835475), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:21.025106 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'Port': ['ID=4f8e21bf-2bb1-48ba-9d30-2cc952835475,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:21.086827 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for floatingip (b9ea6934-3064-495f-8bf7-7e35c6628f82), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:21.089365 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63488'] for floatingip (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:21.090545 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-fce9ff37-9b69-44d4-9d55-d63ccbacb7ae tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "DELETE /v2.0/floatingips/b9ea6934-3064-495f-8bf7-7e35c6628f82 HTTP/1.1" status: 204 len: 168 time: 0.4411354 Mar 31 21:54:21.107750 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:21.132875 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] No Port match for: 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:21.133355 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Device 7c0db4a0-ec48-4e08-863e-ecfd747c50f9 not bound to the agent host hv-cinder-83607 {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:22.296725 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60312) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:22.354008 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d4799191-d9e9-440f-887f-02a9ab7a8630 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group (4c5bcb52-193a-4b27-8fca-c12ad7d656f7), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:22.379569 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d4799191-d9e9-440f-887f-02a9ab7a8630 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group (4c5bcb52-193a-4b27-8fca-c12ad7d656f7), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:22.443319 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d4799191-d9e9-440f-887f-02a9ab7a8630 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (4c5bcb52-193a-4b27-8fca-c12ad7d656f7), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:22.446513 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-d4799191-d9e9-440f-887f-02a9ab7a8630 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Publish callbacks [] for security_group (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:22.447666 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-d4799191-d9e9-440f-887f-02a9ab7a8630 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c5bcb52-193a-4b27-8fca-c12ad7d656f7 HTTP/1.1" status: 204 len: 168 time: 0.1499047 Mar 31 21:54:22.457694 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4799191-d9e9-440f-887f-02a9ab7a8630 tempest-TestVolumeBootPattern-215831331 tempest-TestVolumeBootPattern-215831331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5bcb52-193a-4b27-8fca-c12ad7d656f7,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:22.507720 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60316) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:22.996253 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (98dda784-b7f1-4791-bcf7-ecf62abc8c89), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:23.238226 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Deleting port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:23.238616 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:23.313997 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] For port 4315b1b7-22b4-4b7f-a016-df5f72d7fe80, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:23.314714 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:23.326356 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Calling delete_port for 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 owned by network:router_interface {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:23.502258 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (4315b1b7-22b4-4b7f-a016-df5f72d7fe80), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:23.532501 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Pushing event deleted for resources: {'Port': ['ID=4315b1b7-22b4-4b7f-a016-df5f72d7fe80,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:23.977863 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (98dda784-b7f1-4791-bcf7-ecf62abc8c89), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:24.200784 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104525) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:54:24.307415 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104525) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:54:24.314227 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-faead7fa-be9e-4eb5-8d5f-73969266f154 admin admin] 10.222.0.20 "PUT /v2.0/routers/98dda784-b7f1-4791-bcf7-ecf62abc8c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043323 Mar 31 21:54:24.315610 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60320) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:24.317683 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] Sync routers for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:54:24.327196 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:24.327877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:24.421694 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks [] for router (98dda784-b7f1-4791-bcf7-ecf62abc8c89), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:24.435759 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: dv-cinder-836074-1-iscsi {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:24.527524 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks [] for router_gateway (98dda784-b7f1-4791-bcf7-ecf62abc8c89), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:24.581591 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Deleting port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:24.581935 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:24.616531 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:54:23Z', 'revision_number': 5, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port': {'id': '1653fbbb-c62c-4d79-a5ce-3c741fbb91f9', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:28Z', 'updated_at': '2022-03-31T21:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:24.646835 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] Checking router: 98dda784-b7f1-4791-bcf7-ecf62abc8c89 for host: dv-cinder-836074-1-iscsi {{(pid=104526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:54:24.655418 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] Routers {'98dda784-b7f1-4791-bcf7-ecf62abc8c89'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:24.656032 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'], 'active': True} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:24.660442 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] For port 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:24.660812 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:24.673926 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Calling delete_port for 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 owned by network:router_gateway {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:24.753321 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvr_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] Set router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 gateway port host: None {{(pid=104526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:24.810140 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_hamode_db [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:54:24Z', 'revision_number': 6, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:24.837159 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c0bd5-cfe7-4a2d-b192-c35523431ad4 None None] The sync data for ids ['98dda784-b7f1-4791-bcf7-ecf62abc8c89'] in dv-cinder-836074-1-iscsi is: [{'id': '98dda784-b7f1-4791-bcf7-ecf62abc8c89', 'name': 'tempest-TestVolumeBootPattern-83054610-router', 'tenant_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:27Z', 'updated_at': '2022-03-31T21:54:24Z', 'revision_number': 6, 'project_id': 'eb1de70563f64a7390d4d261bb95fb7e', 'gw_port_host': None}] {{(pid=104526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:54:24.847539 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (1653fbbb-c62c-4d79-a5ce-3c741fbb91f9), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:24.879944 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Pushing event deleted for resources: {'Port': ['ID=1653fbbb-c62c-4d79-a5ce-3c741fbb91f9,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:24.944898 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (98dda784-b7f1-4791-bcf7-ecf62abc8c89), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.038665 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (98dda784-b7f1-4791-bcf7-ecf62abc8c89), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.040875 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks [] for router_controller (98dda784-b7f1-4791-bcf7-ecf62abc8c89), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.089733 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (98dda784-b7f1-4791-bcf7-ecf62abc8c89), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.090178 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98dda784-b7f1-4791-bcf7-ecf62abc8c89 {{(pid=104525) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:54:25.095427 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.096587 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-60e2694e-98fa-471a-8d97-06a81eea415e admin admin] 10.222.0.20 "DELETE /v2.0/routers/98dda784-b7f1-4791-bcf7-ecf62abc8c89 HTTP/1.1" status: 204 len: 168 time: 0.7800503 Mar 31 21:54:25.099145 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60322) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:25.143993 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Deleting subnet 546e2caa-d55f-4913-9e21-c828a348b360 {{(pid=104525) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:54:25.147029 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Publish callbacks [] for subnet (546e2caa-d55f-4913-9e21-c828a348b360), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.183488 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14396085'] for subnet (546e2caa-d55f-4913-9e21-c828a348b360), precommit_delete_associations {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.269728 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (546e2caa-d55f-4913-9e21-c828a348b360), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.323399 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14521880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14622760'] for subnet (546e2caa-d55f-4913-9e21-c828a348b360), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.350031 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546e2caa-d55f-4913-9e21-c828a348b360,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:25.360537 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.362877 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ed88e2-39d4-4136-9a3c-0cc443f60e97 None None] Network 46922fb0-03fb-46f9-b58c-45e72fbb8b47 requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:54:25.363383 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-55bd161c-cb8f-4107-8e3b-dc70f03b603b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/546e2caa-d55f-4913-9e21-c828a348b360 HTTP/1.1" status: 204 len: 168 time: 0.2632346 Mar 31 21:54:25.365812 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [-] (104525) accepted ('10.222.0.20', 60324) {{(pid=104525) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:25.438481 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (46922fb0-03fb-46f9-b58c-45e72fbb8b47), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.500797 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Deleting port faed92ad-fe3f-420c-a5a7-45280c7ca68d {{(pid=104525) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:25.501064 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.564010 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.db [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] For port faed92ad-fe3f-420c-a5a7-45280c7ca68d, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=faed92ad-fe3f-420c-a5a7-45280c7ca68d,segment=NetworkSegment(ea834539-b31d-436c-a3e1-a529bbbb48aa),segment_id=ea834539-b31d-436c-a3e1-a529bbbb48aa)] {{(pid=104525) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:25.564381 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.579992 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.plugin [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Calling delete_port for faed92ad-fe3f-420c-a5a7-45280c7ca68d owned by network:dhcp {{(pid=104525) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:25.615193 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] DHCP port deletion for 46922fb0-03fb-46f9-b58c-45e72fbb8b47 request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:54:25.663199 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14521067'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.664872 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Deleting port faed92ad-fe3f-420c-a5a7-45280c7ca68d {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:25.665232 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.693120 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Pushing event deleted for resources: {'Port': ['ID=faed92ad-fe3f-420c-a5a7-45280c7ca68d,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:25.697250 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] No DVR routers for this DVR port faed92ad-fe3f-420c-a5a7-45280c7ca68d on host dv-cinder-836074-1-iscsi {{(pid=104525) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:54:25.783972 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (46922fb0-03fb-46f9-b58c-45e72fbb8b47), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.805844 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46922fb0-03fb-46f9-b58c-45e72fbb8b47']}} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:25.816443 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea834539-b31d-436c-a3e1-a529bbbb48aa') {'for_net_delete': True} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:25.816746 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.services.segments.db [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea834539-b31d-436c-a3e1-a529bbbb48aa') {} {{(pid=104525) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:25.827498 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14396094'] for segment (ea834539-b31d-436c-a3e1-a529bbbb48aa), before_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.842214 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (ea834539-b31d-436c-a3e1-a529bbbb48aa), precommit_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.848647 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104525) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:54:25.849245 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14521022'] for segment (ea834539-b31d-436c-a3e1-a529bbbb48aa), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: Traceback (most recent call last): Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: timer() Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: cb(*args, **kw) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: return func(*args, **kwargs) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: self._notify() Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: self.callback(batched_events) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: event.method(event) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: return f(self, *a, **k) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: return self._get(url).json() Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: return self.request(url, 'GET', **kwargs) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:54:25.850761 dv-cinder-836074-1-iscsi neutron-server[104525]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:54:25.877882 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] For port faed92ad-fe3f-420c-a5a7-45280c7ca68d, host dv-cinder-836074-1-iscsi, got binding levels [] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:25.878283 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.892072 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Calling delete_port for faed92ad-fe3f-420c-a5a7-45280c7ca68d owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:25.895349 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.ipam_backend_mixin [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Port faed92ad-fe3f-420c-a5a7-45280c7ca68d was not found and therefore no delete operation was performed {{(pid=104526) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 21:54:25.897084 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (faed92ad-fe3f-420c-a5a7-45280c7ca68d), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.920709 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (46922fb0-03fb-46f9-b58c-45e72fbb8b47), after_delete {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.929400 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Pushing event deleted for resources: {'Port': ['ID=faed92ad-fe3f-420c-a5a7-45280c7ca68d,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:25.930655 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron_lib.callbacks.manager [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104525) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:25.933854 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] No DVR routers for this DVR port faed92ad-fe3f-420c-a5a7-45280c7ca68d on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:54:25.941140 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.941510 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.946238 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.946620 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.947086 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.947622 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.948076 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.948346 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.948719 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.949070 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.949609 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.950065 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.951151 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.951579 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.951966 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a0215a-d0b2-44b4-a02d-e1f3fdef3091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:25.952179 dv-cinder-836074-1-iscsi neutron-server[104525]: INFO neutron.wsgi [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/46922fb0-03fb-46f9-b58c-45e72fbb8b47 HTTP/1.1" status: 204 len: 168 time: 0.5826232 Mar 31 21:54:25.953702 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60326) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:25.987824 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e9a9-8af3-4539-94ae-764b23a823ed admin admin] Pushing event deleted for resources: {'Network': ['ID=46922fb0-03fb-46f9-b58c-45e72fbb8b47,revision_number=None']} {{(pid=104525) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:26.005677 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:26.026091 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:26.026439 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 4315b1b7-22b4-4b7f-a016-df5f72d7fe80 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:26.026846 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:26.051553 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:26.051894 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 1653fbbb-c62c-4d79-a5ce-3c741fbb91f9 not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:26.052303 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device faed92ad-fe3f-420c-a5a7-45280c7ca68d no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:26.089153 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: faed92ad-fe3f-420c-a5a7-45280c7ca68d {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:26.089833 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device faed92ad-fe3f-420c-a5a7-45280c7ca68d not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:26.327327 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819969'] for router_interface (26a7e56d-2851-4acf-b252-78863294813b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:26.574857 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Deleting port 9c2ce33d-f209-4bc8-8d26-960c3336055e {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:26.575698 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:26.658241 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] For port 9c2ce33d-f209-4bc8-8d26-960c3336055e, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=9c2ce33d-f209-4bc8-8d26-960c3336055e,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:26.658521 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:26.671439 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Calling delete_port for 9c2ce33d-f209-4bc8-8d26-960c3336055e owned by network:router_interface {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:26.855089 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (9c2ce33d-f209-4bc8-8d26-960c3336055e), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:26.887092 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2ce33d-f209-4bc8-8d26-960c3336055e,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:26.912091 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.912354 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.912698 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.913036 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.913430 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.913725 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.914049 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.914372 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.914696 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.915021 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.915344 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.915666 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.915989 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.916307 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:26.916629 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836074-1-iscsi {{(pid=104524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:54:27.063449 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1826372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819601'] for router_interface (26a7e56d-2851-4acf-b252-78863294813b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:27.282817 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Router 26a7e56d-2851-4acf-b252-78863294813b has already been hosted by L3 agent 43bbcaf3-5920-4bea-bb20-a707751fe956 {{(pid=104524) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:54:27.392600 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] Notify agent at l3_agent.dv-cinder-836074-1-iscsi the message routers_updated {{(pid=104524) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:54:27.398188 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-ba8482f4-6f1c-4277-90ee-f7d3420b3701 admin admin] 10.222.0.20 "PUT /v2.0/routers/26a7e56d-2851-4acf-b252-78863294813b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4423530 Mar 31 21:54:27.400311 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60328) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:27.401257 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] Sync routers for ids ['26a7e56d-2851-4acf-b252-78863294813b'] in dv-cinder-836074-1-iscsi {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:54:27.411626 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] Routers {'26a7e56d-2851-4acf-b252-78863294813b'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:27.412240 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['26a7e56d-2851-4acf-b252-78863294813b'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:27.509464 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks [] for router (26a7e56d-2851-4acf-b252-78863294813b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:27.520962 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] Set router 26a7e56d-2851-4acf-b252-78863294813b gateway port host: dv-cinder-836074-1-iscsi {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:27.614002 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks [] for router_gateway (26a7e56d-2851-4acf-b252-78863294813b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:27.671631 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Deleting port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:27.672359 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:27.701813 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'external_fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:54:26Z', 'revision_number': 5, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port': {'id': 'ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc', 'name': '', 'network_id': '1d1359a3-c126-4c60-81ba-b1a692f68ca4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a7e56d-2851-4acf-b252-78863294813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836074-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:47:37Z', 'updated_at': '2022-03-31T21:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fedc2756-4dcc-4ae2-8ec6-10bbdd20533b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836074-1-iscsi'}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:27.732011 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] Checking router: 26a7e56d-2851-4acf-b252-78863294813b for host: dv-cinder-836074-1-iscsi {{(pid=104527) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:54:27.740705 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] Routers {'26a7e56d-2851-4acf-b252-78863294813b'} bound to L3 agent in host dv-cinder-836074-1-iscsi {{(pid=104527) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:54:27.741327 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836074-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:30:35Z,description=,heartbeat_timestamp=2022-03-31T21:54:05Z,host='dv-cinder-836074-1-iscsi',id=43bbcaf3-5920-4bea-bb20-a707751fe956,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:30:35Z,topic='l3_agent')) {'router_ids': ['26a7e56d-2851-4acf-b252-78863294813b'], 'active': True} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:27.752413 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] For port ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,segment=NetworkSegment(afcf36d6-307f-40da-b2c0-e1a018280632),segment_id=afcf36d6-307f-40da-b2c0-e1a018280632)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:27.752778 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:27.766634 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Calling delete_port for ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc owned by network:router_gateway {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:27.925664 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_dvr_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] Set router 26a7e56d-2851-4acf-b252-78863294813b gateway port host: None {{(pid=104527) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:54:27.953164 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:27.979241 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.l3_hamode_db [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:54:27Z', 'revision_number': 6, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port_host': None}], 'dv-cinder-836074-1-iscsi', False) {} {{(pid=104527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:27.985243 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:28.011144 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83f1b9-4bfd-4501-99cd-acf24f2c8d4a None None] The sync data for ids ['26a7e56d-2851-4acf-b252-78863294813b'] in dv-cinder-836074-1-iscsi is: [{'id': '26a7e56d-2851-4acf-b252-78863294813b', 'name': 'tempest-TestVolumeBootPattern-2106108067-router', 'tenant_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:47:36Z', 'updated_at': '2022-03-31T21:54:27Z', 'revision_number': 6, 'project_id': 'ed76a628eff44b25a436a78fe5d58ea7', 'gw_port_host': None}] {{(pid=104527) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:54:28.053401 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1821755'] for router_gateway (26a7e56d-2851-4acf-b252-78863294813b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.144887 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821351', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4528'] for router (26a7e56d-2851-4acf-b252-78863294813b), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.147092 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks [] for router_controller (26a7e56d-2851-4acf-b252-78863294813b), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.192677 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821406'] for router (26a7e56d-2851-4acf-b252-78863294813b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.193109 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a7e56d-2851-4acf-b252-78863294813b {{(pid=104524) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 21:54:28.197718 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.198872 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7cb8ac7b-e64d-411d-b151-724222bfa949 admin admin] 10.222.0.20 "DELETE /v2.0/routers/26a7e56d-2851-4acf-b252-78863294813b HTTP/1.1" status: 204 len: 168 time: 0.7975278 Mar 31 21:54:28.202029 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60330) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:28.245746 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.db_base_plugin_v2 [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Deleting subnet 8f07dea7-1307-4ca7-ad62-377f0e77b2e4 {{(pid=104524) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 21:54:28.248934 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Publish callbacks [] for subnet (8f07dea7-1307-4ca7-ad62-377f0e77b2e4), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.283424 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15423756'] for subnet (8f07dea7-1307-4ca7-ad62-377f0e77b2e4), precommit_delete_associations {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.367657 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944070'] for subnet (8f07dea7-1307-4ca7-ad62-377f0e77b2e4), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.428025 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14803632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14275500'] for subnet (8f07dea7-1307-4ca7-ad62-377f0e77b2e4), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.453760 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f07dea7-1307-4ca7-ad62-377f0e77b2e4,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:28.459417 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for subnet (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.462677 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-f219c340-1812-42b0-8e4e-47303b1f9d19 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8f07dea7-1307-4ca7-ad62-377f0e77b2e4 HTTP/1.1" status: 204 len: 168 time: 0.2597308 Mar 31 21:54:28.465183 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60332) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:28.465496 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40728562-5521-4fc7-a26f-5b76c77a3e7d None None] Network 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b requested from dv-cinder-836074-1-iscsi {{(pid=104526) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:54:28.534744 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1064327'] for network (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.594700 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Deleting port 66f433e4-8d79-4af4-ba5e-802f537795df {{(pid=104524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:28.595034 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.777416 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] DHCP port deletion for 40dfaa44-d0a7-4855-bdc1-ab99eea3a42b request from dv-cinder-836074-1-iscsi {{(pid=104526) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 21:54:28.828396 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] Deleting port 66f433e4-8d79-4af4-ba5e-802f537795df {{(pid=104526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 21:54:28.828857 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792898144790'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), before_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.898809 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.db [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] For port 66f433e4-8d79-4af4-ba5e-802f537795df, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=66f433e4-8d79-4af4-ba5e-802f537795df,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:28.899222 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), precommit_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.916425 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] Calling delete_port for 66f433e4-8d79-4af4-ba5e-802f537795df owned by network:dhcp {{(pid=104526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:28.919422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.db [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] For port 66f433e4-8d79-4af4-ba5e-802f537795df, host dv-cinder-836074-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836074-1-iscsi',level=0,port_id=66f433e4-8d79-4af4-ba5e-802f537795df,segment=NetworkSegment(256da157-0bb0-4c44-afc9-3c45070cd583),segment_id=256da157-0bb0-4c44-afc9-3c45070cd583)] {{(pid=104524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:54:28.919783 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832563'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:28.932585 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.plugin [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Calling delete_port for 66f433e4-8d79-4af4-ba5e-802f537795df owned by network:dhcp {{(pid=104524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 21:54:29.001113 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), after_delete {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.017788 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792898150009', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792897581806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14804547'] for port (66f433e4-8d79-4af4-ba5e-802f537795df), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.029740 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] Pushing event deleted for resources: {'Port': ['ID=66f433e4-8d79-4af4-ba5e-802f537795df,revision_number=None']} {{(pid=104526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:29.033281 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ac998-0e02-4f05-ad3b-1c3b176279e2 None None] No DVR routers for this DVR port 66f433e4-8d79-4af4-ba5e-802f537795df on host dv-cinder-836074-1-iscsi {{(pid=104526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:54:29.051563 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] No DVR routers for this DVR port 66f433e4-8d79-4af4-ba5e-802f537795df on host dv-cinder-836074-1-iscsi {{(pid=104524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 21:54:29.053391 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Pushing event deleted for resources: {'Port': ['ID=66f433e4-8d79-4af4-ba5e-802f537795df,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:29.125156 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1157197', 'neutron.services.segments.db._delete_segments_for_network-8792897910330'] for network (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.145055 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dfaa44-d0a7-4855-bdc1-ab99eea3a42b']}} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:29.154619 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256da157-0bb0-4c44-afc9-3c45070cd583') {'for_net_delete': True} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:29.154896 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.services.segments.db [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256da157-0bb0-4c44-afc9-3c45070cd583') {} {{(pid=104524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:54:29.167823 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792898107459', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15423751'] for segment (256da157-0bb0-4c44-afc9-3c45070cd583), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.181454 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889'] for segment (256da157-0bb0-4c44-afc9-3c45070cd583), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.187473 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=104524) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 21:54:29.187896 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14804502'] for segment (256da157-0bb0-4c44-afc9-3c45070cd583), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: self.session.flush() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: self.session.flush() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: self.session.flush() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: self.session.flush() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: Traceback (most recent call last): Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: timer() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: cb(*args, **kw) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: return func(*args, **kwargs) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: self._notify() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: self.callback(batched_events) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: event.method(event) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: return f(self, *a, **k) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._get(url).json() Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: return self.request(url, 'GET', **kwargs) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 21:54:29.189550 dv-cinder-836074-1-iscsi neutron-server[104524]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 21:54:29.242522 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1157188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1826397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1821783'] for network (40dfaa44-d0a7-4855-bdc1-ab99eea3a42b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.248780 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1826411'] for network (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.252497 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/40dfaa44-d0a7-4855-bdc1-ab99eea3a42b HTTP/1.1" status: 204 len: 168 time: 0.7856734 Mar 31 21:54:29.264212 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610efef5-ca5f-40ac-8e8d-f749b48802fc admin admin] Pushing event deleted for resources: {'Network': ['ID=40dfaa44-d0a7-4855-bdc1-ab99eea3a42b,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:29.380379 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60336) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:29.421139 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-7b3b2902-467b-4a2a-a241-2c655d37eec5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb1de70563f64a7390d4d261bb95fb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395408 Mar 31 21:54:29.423570 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60338) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:29.472364 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-be8ba39d-be7e-40ba-8e90-c5b278d447ea admin admin] Publish callbacks [] for security_group (1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.494730 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-be8ba39d-be7e-40ba-8e90-c5b278d447ea admin admin] Publish callbacks [] for security_group (1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.548740 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-be8ba39d-be7e-40ba-8e90-c5b278d447ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.551197 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-be8ba39d-be7e-40ba-8e90-c5b278d447ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:29.552357 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-be8ba39d-be7e-40ba-8e90-c5b278d447ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b HTTP/1.1" status: 204 len: 168 time: 0.1278892 Mar 31 21:54:29.562354 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ba39d-be7e-40ba-8e90-c5b278d447ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1178e32e-7cd1-4bd5-9b37-55bc4fe07a7b,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:29.887549 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60344) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:29.937602 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-8f47a8ea-1f85-46f0-913a-3f6bb443b496 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed76a628eff44b25a436a78fe5d58ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482016 Mar 31 21:54:29.940920 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [-] (104524) accepted ('10.222.0.20', 60346) {{(pid=104524) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:54:29.960618 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 9c2ce33d-f209-4bc8-8d26-960c3336055e no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:29.984469 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 9c2ce33d-f209-4bc8-8d26-960c3336055e {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:29.984820 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 9c2ce33d-f209-4bc8-8d26-960c3336055e not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:29.985234 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:29.990688 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2592d0ea-aae3-4577-8416-407da6b2416e admin admin] Publish callbacks [] for security_group (bfe8c9a2-ad3c-47e0-8816-259f57c656fe), before_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:30.004338 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:30.004689 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device ad68b573-a774-4a2b-99d1-8bb1e2a0cdbc not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:30.005110 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 66f433e4-8d79-4af4-ba5e-802f537795df no longer exists at agent ovs-agent-dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 21:54:30.012201 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2592d0ea-aae3-4577-8416-407da6b2416e admin admin] Publish callbacks [] for security_group (bfe8c9a2-ad3c-47e0-8816-259f57c656fe), precommit_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:30.024912 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.plugin [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] No Port match for: 66f433e4-8d79-4af4-ba5e-802f537795df {{(pid=104526) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 21:54:30.025250 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron.plugins.ml2.rpc [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Device 66f433e4-8d79-4af4-ba5e-802f537795df not bound to the agent host dv-cinder-836074-1-iscsi {{(pid=104526) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 21:54:30.061987 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2592d0ea-aae3-4577-8416-407da6b2416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589465'] for security_group (bfe8c9a2-ad3c-47e0-8816-259f57c656fe), after_delete {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:30.064617 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron_lib.callbacks.manager [None req-2592d0ea-aae3-4577-8416-407da6b2416e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:30.065847 dv-cinder-836074-1-iscsi neutron-server[104524]: INFO neutron.wsgi [None req-2592d0ea-aae3-4577-8416-407da6b2416e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfe8c9a2-ad3c-47e0-8816-259f57c656fe HTTP/1.1" status: 204 len: 168 time: 0.1245539 Mar 31 21:54:30.073714 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592d0ea-aae3-4577-8416-407da6b2416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe8c9a2-ad3c-47e0-8816-259f57c656fe,revision_number=None']} {{(pid=104524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:54:32.370839 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-a0c1d905-cadb-4217-8acc-8a1f2f3dd51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:35.190163 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-206dbed9-e235-4509-a84d-c2ff7a18002b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:36.225914 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:37.417422 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-908859b3-43c6-4eed-bdb1-b75c27d3214c req-672f765b-8d63-4f89-8a77-9461ddf29697 service neutron] (104524) timed out ('10.222.0.35', 63944) {{(pid=104524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:54:37.842685 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:38.259956 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-65c31950-2fd1-4f2f-8dd1-0f771bde629d req-f99cb9cd-feda-483a-931d-647b66615e56 service neutron] (104524) timed out ('10.222.0.35', 63939) {{(pid=104524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:54:39.075339 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:45.219032 dv-cinder-836074-1-iscsi neutron-server[104525]: DEBUG neutron.wsgi [req-7532dec8-115d-47fa-ad76-107eee0980f6 req-d4b68d33-3866-426a-a6ca-69d796410e2c service neutron] (104525) timed out ('10.222.0.35', 63956) {{(pid=104525) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:54:48.793433 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:54:57.558747 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:55:02.372790 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc76d-63ef-4d57-a6d5-d46e8dc7a73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:05.192706 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ff6b7e6f-bf62-47f2-816c-fe13aa7271e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:06.225402 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:07.846957 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:09.080352 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:18.793083 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:32.375857 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed092-04f7-497c-b653-b6bc75fe5f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:34.557880 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:55:35.194335 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ec02257d-cf9d-4342-be72-83ce6fe8cc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:36.228063 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:37.848798 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:39.082786 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:48.814988 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:02.378194 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-1bddb36f-7982-42f5-a5b2-02b204fc5df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:05.198497 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-70c5887f-8c9a-477a-9864-2d81acef2e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:06.231366 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.857017 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.084803 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.557535 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:56:18.807364 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:32.379992 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-759719ff-2dee-47fa-88ad-3b701082f3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:35.202207 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-fdc42e19-e0d4-432e-a0ca-cec60b36d0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:36.235026 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:37.857480 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:39.087547 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:48.556450 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:56:48.811854 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:00.299414 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-faf50a1a-fdae-401e-a4ef-1a405b8563f3 service neutron] (104524) timed out ('10.222.0.20', 53466) {{(pid=104524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:57:00.467690 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-e0b2e5d6-8c84-41ae-bc30-f73b0995ca17 req-6f880f78-d6d3-4284-af2f-e5cd1bc3ebdf tempest-AttachVolumeShelveTestJSON-693845359 tempest-AttachVolumeShelveTestJSON-693845359-project] (104524) timed out ('10.222.0.20', 53476) {{(pid=104524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:57:02.381855 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-01c60daf-6656-4237-9580-6e5025e15959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:05.205147 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-6480356c-f722-41f7-9387-11838583b615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:06.235727 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:07.857857 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:09.089860 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:18.819422 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:25.555444 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:57:32.383913 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-463d0ce3-dd97-41b3-8ea7-def11a6fea3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:35.206524 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-41e6b107-b632-46ef-a024-fe369fa96606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:36.238597 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:37.864899 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:39.092587 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:48.828041 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:02.386171 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-512008e5-1150-43d3-8bd8-80df5f025d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:02.555289 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:58:05.208202 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-7088a291-3028-47f1-9d68-32e48b3ef47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:06.243038 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:07.864396 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:09.095683 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:18.832989 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:32.388018 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-503db0b7-b0ca-4bb6-9eae-f8bd957a30e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:35.209205 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-836a2497-fde3-4f20-a615-ae6a90932ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:36.245925 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:37.868450 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:39.097723 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:39.554046 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:58:48.847230 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:02.392314 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e5b44f5a-dab2-469b-89cc-b3a1152bfc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:05.211044 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-d392d0fd-945f-4f7e-9a38-ba2ec7d7910c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:06.247565 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:07.870490 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:09.099203 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:16.552999 dv-cinder-836074-1-iscsi neutron-server[104527]: DEBUG neutron.db.agents_db [None req-6401e5d3-d765-4709-917b-49843d308fcd None None] Agent healthcheck: found 6 active agents {{(pid=104527) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:59:18.844011 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:32.393486 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-e9e98be9-998c-4208-bdea-0f681678cd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d2f2226b-eecd-4bca-854c-c75bbc1b95dd), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:35.212625 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-c9477d12-07c1-452b-b4c3-d5304448b6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (43bbcaf3-5920-4bea-bb20-a707751fe956), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:36.253777 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-38a0eb25-e147-4826-a9a5-b1ac6a1e4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (d22963c9-18cb-440d-94a0-54231ea0404e), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:37.873120 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-ad43c46a-cf2f-424c-a091-2347a6965ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (a12a7b6f-57ea-46cc-b421-a70c960e2e18), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:39.102021 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-abc0442f-8764-4afc-9309-52a7a7aaa129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (7c43db4b-c0a2-4c70-b120-829be5246462), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:47.114886 dv-cinder-836074-1-iscsi neutron-server[104524]: DEBUG neutron.wsgi [req-739db77a-1d43-42af-a089-d2e0144290b0 req-c78452a4-4516-4bbe-a8ec-5a8436e7ee34 tempest-ServerRescueNegativeTestJSON-1821395927 tempest-ServerRescueNegativeTestJSON-1821395927-project] (104524) timed out ('10.222.0.35', 63926) {{(pid=104524) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 21:59:48.860727 dv-cinder-836074-1-iscsi neutron-server[104526]: DEBUG neutron_lib.callbacks.manager [None req-638de4f8-e66d-4d69-aa79-eafd86d7b35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792897910312', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1159820'] for agent (e06d52e6-a4b2-4b65-9858-8cdc2396a6be), after_update {{(pid=104526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}